-- Logs begin at Wed 2021-07-28 04:33:16 UTC, end at Wed 2021-07-28 05:54:16 UTC. -- Jul 28 05:01:07.140082 dv-cinder-801617-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 28 05:01:09.803884 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.common.config [-] Logging enabled! Jul 28 05:01:09.804461 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev502 Jul 28 05:01:09.804657 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93055) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 28 05:01:09.807836 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.common.config [-] Logging enabled! Jul 28 05:01:09.808092 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev502 Jul 28 05:01:09.808401 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93055) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 28 05:01:09.809324 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 05:01:09.809556 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 05:01:09.809925 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 05:01:09.810167 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 05:01:09.810392 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 05:01:09.810707 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.811001 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.811291 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.811543 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.811836 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.812120 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.812399 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.812683 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.812976 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.813789 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.814067 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.814349 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.814576 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.814851 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.815133 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.815434 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.815663 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] debug = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.815940 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.816358 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.816759 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.817031 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.817316 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.817588 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.817857 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.818129 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.818409 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.818732 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] host = dv-cinder-801617-3-iscsi {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.819005 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.819289 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.819600 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.819884 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.820156 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.820428 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.820708 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.820975 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.821243 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] log_file = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.821514 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.821796 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.822076 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.822360 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.822583 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.822801 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.823082 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.823363 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.823657 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.823928 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.824199 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.824468 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.824736 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.824999 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.825277 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.825555 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.825836 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.826105 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.826378 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.826644 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.826909 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.827187 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.827482 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.827752 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.828019 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.828301 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.828564 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.829387 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.829684 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.829971 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.830247 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.830527 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.830796 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.831070 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.831338 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.831628 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.831897 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] use_json = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.832165 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.832433 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.832709 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.832976 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.833244 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.833510 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.833777 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.834056 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:09.834347 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.834638 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.834932 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.835209 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.835522 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.835801 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.836087 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.836361 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.836650 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.836933 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.837217 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.837489 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.837774 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.838048 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.838337 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.838636 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.838924 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.839209 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.839617 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.839891 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.840162 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.840436 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.840717 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.841007 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.841296 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.841569 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.841846 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.842137 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.842413 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.842683 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.842959 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.843241 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.843536 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.843806 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.844084 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.844385 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.844658 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.844928 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.845203 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.845488 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.845761 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.846031 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.846300 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.846579 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.846848 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.847128 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.847406 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.847699 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.847972 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.848252 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.848523 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.848796 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.849072 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.849341 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.849617 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.849887 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.850157 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.850425 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.850692 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.850961 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.851229 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.851522 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.851794 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.852064 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.852335 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.852604 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.852874 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.853146 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.853427 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.853719 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.853995 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.854272 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.854547 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.854822 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.855096 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.855369 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.855668 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.855942 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.856212 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.856500 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.856777 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.857062 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.857340 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.857613 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.857903 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.858175 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.858453 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.858727 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.859001 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.859286 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.859590 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.859881 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.860197 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.860486 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.860775 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.861063 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.861339 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.861641 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.862169 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:09.862385 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 05:01:09.862622 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93055) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 28 05:01:10.209335 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 28 05:01:10.209611 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 28 05:01:10.209898 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 28 05:01:10.210234 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 28 05:01:10.596088 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:10.596288 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:10.596570 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:10.597862 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:10.598136 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:10.598402 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:10.632403 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:10.632681 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:10.632951 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:10.647303 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:10.647605 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:10.647872 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:10.677043 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:10.677329 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:10.677595 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:10.713668 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:10.713960 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:10.714230 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:10.942925 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:10.943547 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:10.943547 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:10.943722 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:10.944343 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.064809 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.065129 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.065410 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.065679 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.065949 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.066256 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.066513 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.066769 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.067022 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.067301 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.067586 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.067849 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.068104 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.068355 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.068609 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.068871 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.069125 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.069390 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.069656 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.069911 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.070182 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.070432 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.070711 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.071082 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.071328 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.071595 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.071990 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93055) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 05:01:11.072231 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93055) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 05:01:11.072499 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93055) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 05:01:11.072701 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93055) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 05:01:11.072934 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93055) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 05:01:11.073163 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93055) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 05:01:11.073520 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 28 05:01:11.076643 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 28 05:01:11.080592 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 28 05:01:11.084435 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jul 28 05:01:11.086053 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 28 05:01:11.086505 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 28 05:01:11.086841 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 28 05:01:11.087223 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 28 05:01:11.090026 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 28 05:01:11.090272 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 28 05:01:11.090612 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 28 05:01:11.096505 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 28 05:01:11.119530 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 28 05:01:11.119982 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.120275 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93055) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 28 05:01:11.120636 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.121977 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93055) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 28 05:01:11.122255 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 28 05:01:11.122498 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 28 05:01:11.126386 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.126663 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.189391 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 28 05:01:11.189627 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 28 05:01:11.189863 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 28 05:01:11.190228 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 28 05:01:11.210949 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_db.sqlalchemy.engines [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93055) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 28 05:01:11.746101 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.plugins.ml2.managers [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Initializing driver for type 'gre' Jul 28 05:01:11.746732 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] gre ID ranges: [(1, 1000)] Jul 28 05:01:11.799773 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.plugins.ml2.managers [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Initializing driver for type 'local' Jul 28 05:01:11.800116 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.plugins.ml2.managers [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Initializing driver for type 'vlan' Jul 28 05:01:11.813055 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] VlanTypeDriver initialization complete Jul 28 05:01:11.813462 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.plugins.ml2.managers [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Initializing driver for type 'vxlan' Jul 28 05:01:11.813961 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] vxlan ID ranges: [(1, 1000)] Jul 28 05:01:11.867744 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.plugins.ml2.managers [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Initializing extension driver 'port_security' Jul 28 05:01:11.868084 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.plugins.ml2.extensions.port_security [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] PortSecurityExtensionDriver initialization complete Jul 28 05:01:11.868421 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.plugins.ml2.managers [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Initializing mechanism driver 'openvswitch' Jul 28 05:01:11.868745 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.plugins.ml2.managers [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Initializing mechanism driver 'hyperv' Jul 28 05:01:11.875175 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.plugins.ml2.plugin [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93055) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:01:11.875973 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > port after_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.876335 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > port after_update 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.876687 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > port after_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.877202 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93055) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 05:01:11.877639 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > subnet after_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.877994 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > subnet after_update 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.878345 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.878733 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93055) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 05:01:11.879172 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > network after_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.879559 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > network after_update 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.879906 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > network after_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.880296 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93055) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 05:01:11.880702 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > security_group after_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.881053 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > security_group after_update 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.881395 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.881922 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93055) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 05:01:11.882339 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.882694 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.883068 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.883486 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93055) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 05:01:11.883896 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > address_group after_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.884247 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > address_group after_update 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.884591 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.884980 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93055) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 05:01:11.885361 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] ML2 OVO RPC backend initialized. {{(pid=93055) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 28 05:01:11.886060 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.886418 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.886837 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > network before_response 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.887189 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > networks before_response 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.887576 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > port before_response 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.887926 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > ports before_response 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.888274 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > subnet before_response 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.888620 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > subnets before_response 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.888971 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > network after_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.889315 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > network after_update 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.889654 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > network after_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.889995 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > port after_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.890333 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > port after_update 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.890688 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > port after_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.891012 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > subnet after_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.891869 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > subnet after_update 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.892209 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.892783 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.plugins.ml2.plugin [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Modular L2 Plugin initialization complete Jul 28 05:01:11.893110 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading services supported by the core plugin {{(pid=93055) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 28 05:01:11.893435 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.plugins.ml2.managers [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Got port-security extension from driver 'port_security' Jul 28 05:01:11.893900 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.extensions.vlantransparent [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Disabled vlantransparent extension. Jul 28 05:01:11.894376 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93055) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 28 05:01:11.894692 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading Plugin: router Jul 28 05:01:11.937737 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.938132 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > router after_create 55549900 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.938504 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > router before_create 55549900 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.938874 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.939252 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.939633 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > router after_delete 55549900 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.940003 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.940365 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > router after_create 55549900 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.940716 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > router after_update 55549900 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.941069 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > router after_update 55549900 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.941429 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.941778 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > router after_update 55549900 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.942192 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > router precommit_update 55549900 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.942566 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: port after_update 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.942914 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: port after_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.943259 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: subnet after_update 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.943815 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.943975 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.944329 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > router precommit_create 55549900 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.944677 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: port before_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.945022 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > router precommit_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.945379 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > router after_update 55549900 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.945723 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.946076 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > router precommit_create 55549900 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.946443 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.946789 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > router precommit_update 55549900 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.947153 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > agent after_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.947541 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > agent after_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.947895 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > network after_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.948784 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.quota.resource_registry [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Tracking information for resource: router configured {{(pid=93055) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 05:01:11.949117 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.quota.resource_registry [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Tracking information for resource: floatingip configured {{(pid=93055) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 05:01:11.956039 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.db.l3_agentschedulers_db [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 28 05:01:11.956627 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: port after_update 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.956990 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: port after_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.957346 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: port after_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.957704 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: port after_update 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.958504 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > router before_create 55550100 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.958872 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.959238 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > router precommit_create 55550100 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.959635 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > router precommit_update 55550100 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.964049 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.services.provider_configuration [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Service providers = [] {{(pid=93055) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 28 05:01:11.964419 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.db.servicetype_db [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93055) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 28 05:01:11.967353 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.services.service_base [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93055) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 05:01:11.967737 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.services.service_base [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93055) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 05:01:11.968088 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.services.service_base [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93055) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 05:01:11.968977 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.services.service_base [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93055) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 05:01:11.969942 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.services.service_base [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 28 05:01:11.970328 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93055) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 05:01:11.970649 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 28 05:01:11.981245 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93055) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 05:01:11.981581 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading Plugin: auto_allocate Jul 28 05:01:11.987648 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: network precommit_update 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.988024 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: network precommit_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:11.988546 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93055) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 05:01:11.988872 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading Plugin: tag Jul 28 05:01:11.995345 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93055) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 05:01:11.995716 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading Plugin: timestamp Jul 28 05:01:11.999771 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93055) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 05:01:12.000065 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading Plugin: network_ip_availability Jul 28 05:01:12.005971 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:12.006343 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:12.006704 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:12.007442 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93055) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 05:01:12.007774 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading Plugin: flavors Jul 28 05:01:12.012437 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93055) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 05:01:12.012802 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading Plugin: revisions Jul 28 05:01:12.017637 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93055) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 05:01:12.018025 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_concurrency.lockutils [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.808s {{(pid=93055) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 28 05:01:12.018758 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93055) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 28 05:01:12.019096 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Initializing extension manager. Jul 28 05:01:12.019645 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: __init__.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.019991 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: __pycache__ {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.020330 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.020665 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: address_group.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.021426 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.021999 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: address-group Jul 28 05:01:12.022325 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: address_scope.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.023043 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.023598 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: address-scope Jul 28 05:01:12.023924 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.024848 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.025361 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: router-admin-state-down-before-update Jul 28 05:01:12.025684 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: agent.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.026584 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.027100 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: agent Jul 28 05:01:12.027437 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: agent_resources_synced.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.028365 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.028881 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: agent-resources-synced Jul 28 05:01:12.029203 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: allowedaddresspairs.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.030985 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.031546 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: allowed-address-pairs Jul 28 05:01:12.031900 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: auto_allocated_topology.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.032974 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.033501 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: auto-allocated-topology Jul 28 05:01:12.033830 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: availability_zone.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.034530 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.035044 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: availability_zone Jul 28 05:01:12.035368 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: availability_zone_filter.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.036325 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.036867 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: availability_zone_filter Jul 28 05:01:12.037191 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: data_plane_status.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.038102 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.038626 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extension data-plane-status not supported by any of loaded plugins Jul 28 05:01:12.038936 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: default_subnetpools.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.039884 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.040400 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: default-subnetpools Jul 28 05:01:12.040725 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.041534 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.042079 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: dhcp_agent_scheduler Jul 28 05:01:12.042403 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: dns.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.043325 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.043876 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extension dns-integration not supported by any of loaded plugins Jul 28 05:01:12.044201 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: dns_domain_ports.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.045127 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.045643 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 28 05:01:12.045970 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.046893 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.047434 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 28 05:01:12.047774 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: dvr.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.048448 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.048957 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: dvr Jul 28 05:01:12.049280 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: ecmp_routes.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.050198 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.050701 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 28 05:01:12.051023 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: empty_string_filtering.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.051976 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.053311 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: empty-string-filtering Jul 28 05:01:12.053311 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.053703 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.054210 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 28 05:01:12.054536 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.055483 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.055994 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 28 05:01:12.056318 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: external_net.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.057238 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.057747 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: external-net Jul 28 05:01:12.058069 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.058988 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.059541 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: extra_dhcp_opt Jul 28 05:01:12.059871 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: extraroute.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.060781 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.061293 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: extraroute Jul 28 05:01:12.061617 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: extraroute_atomic.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.062646 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.063711 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: extraroute-atomic Jul 28 05:01:12.064039 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: filter_validation.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.064710 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.065220 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: filter-validation Jul 28 05:01:12.065542 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: fip_pf_description.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.066458 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.066967 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 28 05:01:12.067286 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: fip_port_details.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.068244 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.068756 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: fip-port-details Jul 28 05:01:12.069082 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: flavors.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.070289 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.070808 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: flavors Jul 28 05:01:12.071133 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.072811 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.073339 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 28 05:01:12.073669 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: floatingip_pools.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.074380 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.074901 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: floatingip-pools Jul 28 05:01:12.075231 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: ip_allocation.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.076211 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.076726 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extension ip_allocation not supported by any of loaded plugins Jul 28 05:01:12.077051 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.077975 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.078490 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: ip-substring-filtering Jul 28 05:01:12.079398 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: l2_adjacency.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.080405 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.080915 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 28 05:01:12.081239 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: l3.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.082324 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.082849 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: router Jul 28 05:01:12.083176 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.085403 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.085932 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 28 05:01:12.086270 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.087203 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.087753 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: ext-gw-mode Jul 28 05:01:12.088085 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.089034 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.089551 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: l3-ha Jul 28 05:01:12.089877 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: l3_flavors.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.090792 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.091304 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: l3-flavors Jul 28 05:01:12.091651 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.092570 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.093083 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 28 05:01:12.093408 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: l3agentscheduler.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.094461 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.094979 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: l3_agent_scheduler Jul 28 05:01:12.095306 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: logging.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.096833 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.097363 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extension logging not supported by any of loaded plugins Jul 28 05:01:12.097693 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: metering.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.098440 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.099021 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: metering Jul 28 05:01:12.099347 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.100475 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.101002 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: metering_source_and_destination_fields Jul 28 05:01:12.101329 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: multiprovidernet.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.102259 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.102778 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: multi-provider Jul 28 05:01:12.103103 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: netmtu.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.104050 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.104565 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: net-mtu Jul 28 05:01:12.104889 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: netmtu_writable.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.105811 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.106334 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: net-mtu-writable Jul 28 05:01:12.106656 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: network_availability_zone.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.107330 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.107868 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: network_availability_zone Jul 28 05:01:12.108191 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: network_ip_availability.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.109277 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.109794 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: network-ip-availability Jul 28 05:01:12.110146 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: network_segment_range.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.110952 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.111493 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extension network-segment-range not supported by any of loaded plugins Jul 28 05:01:12.112072 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: pagination.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.113070 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.113404 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: pagination Jul 28 05:01:12.113727 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: port_device_profile.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.114640 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.115162 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: port-device-profile Jul 28 05:01:12.115519 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.116443 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.116957 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: port-mac-address-regenerate Jul 28 05:01:12.117283 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.118208 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.118720 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: port-numa-affinity-policy Jul 28 05:01:12.119043 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: port_resource_request.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.119993 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.120508 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extension port-resource-request not supported by any of loaded plugins Jul 28 05:01:12.120835 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: portbindings.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.121764 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.122283 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: binding Jul 28 05:01:12.122609 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: portbindings_extended.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.124022 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.124547 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: binding-extended Jul 28 05:01:12.124876 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: portsecurity.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.126342 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.126859 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: port-security Jul 28 05:01:12.127184 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: project_id.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.128193 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.128529 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: project-id Jul 28 05:01:12.128855 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: providernet.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.129781 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.130300 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: provider Jul 28 05:01:12.130620 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: qos.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.134200 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.134731 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extension qos not supported by any of loaded plugins Jul 28 05:01:12.135069 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.136363 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.136886 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 28 05:01:12.137219 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.138139 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.138656 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 28 05:01:12.138982 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: qos_default.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.139931 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.140451 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extension qos-default not supported by any of loaded plugins Jul 28 05:01:12.140779 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: qos_fip.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.141995 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.142503 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extension qos-fip not supported by any of loaded plugins Jul 28 05:01:12.142827 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: qos_gateway_ip.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.143776 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.144292 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 28 05:01:12.144617 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: qos_port_network_policy.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.145531 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.146046 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 28 05:01:12.146368 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: qos_rule_type_details.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.147289 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.147839 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 28 05:01:12.148167 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: qos_rules_alias.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.149208 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.149723 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 28 05:01:12.150048 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: quotasv2.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.150970 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.151295 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: quotas Jul 28 05:01:12.151637 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: quotasv2_detail.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.154686 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.155037 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: quota_details Jul 28 05:01:12.155376 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: rbac.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.156655 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.157209 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: rbac-policies Jul 28 05:01:12.157543 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: rbac_address_group.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.158499 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.159027 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: rbac-address-group Jul 28 05:01:12.159359 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: rbac_address_scope.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.160309 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.160832 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: rbac-address-scope Jul 28 05:01:12.161162 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: rbac_security_groups.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.162077 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.162599 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: rbac-security-groups Jul 28 05:01:12.162927 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: rbac_subnetpool.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.163876 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.164399 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: rbac-subnetpool Jul 28 05:01:12.164726 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: revisionifmatch.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.165651 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.166176 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: revision-if-match Jul 28 05:01:12.166502 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: revisions.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.167644 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.168166 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: standard-attr-revisions Jul 28 05:01:12.168495 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: router_availability_zone.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.169178 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.169699 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: router_availability_zone Jul 28 05:01:12.170028 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: routerservicetype.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.170960 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.171510 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extension router-service-type not supported by any of loaded plugins Jul 28 05:01:12.171838 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.172796 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.173319 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: security-groups-normalized-cidr Jul 28 05:01:12.173645 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.174577 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.175096 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: port-security-groups-filtering Jul 28 05:01:12.175442 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.176373 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.176890 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: security-groups-remote-address-group Jul 28 05:01:12.177215 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: securitygroup.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.186904 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.187459 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: security-group Jul 28 05:01:12.187801 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: segment.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.189107 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.189628 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extension segment not supported by any of loaded plugins Jul 28 05:01:12.189960 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.190905 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.191652 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 28 05:01:12.191987 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: servicetype.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.193182 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.193813 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: service-type Jul 28 05:01:12.194167 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: sorting.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.195386 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.195755 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: sorting Jul 28 05:01:12.196085 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: standard_attr_segment.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.197085 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.197609 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 28 05:01:12.197936 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: standardattrdescription.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.198596 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.199112 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: standard-attr-description Jul 28 05:01:12.199468 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: stateful_security_group.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.200420 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.200943 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: stateful-security-group Jul 28 05:01:12.201272 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: stdattrs_common.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.201857 dv-cinder-801617-3-iscsi neutron-server[93055]: WARNING neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 28 05:01:12.202183 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.203113 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.205087 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 28 05:01:12.205429 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: subnet_onboard.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.206539 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.207069 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: subnet_onboard Jul 28 05:01:12.207396 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.208373 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.208891 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 28 05:01:12.209215 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: subnet_service_types.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.210145 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.210668 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: subnet-service-types Jul 28 05:01:12.210994 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: subnetallocation.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.212274 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.212813 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: subnet_allocation Jul 28 05:01:12.213143 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.213835 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.214355 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: subnetpool-prefix-ops Jul 28 05:01:12.214677 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.215656 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.216500 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 28 05:01:12.216890 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: tagging.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.218658 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.219630 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: standard-attr-tag Jul 28 05:01:12.220185 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: timestamp.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.222024 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.223472 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loaded extension: standard-attr-timestamp Jul 28 05:01:12.223816 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: trunk.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.225287 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.225821 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extension trunk not supported by any of loaded plugins Jul 28 05:01:12.227432 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: trunk_details.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.228395 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.228927 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extension trunk-details not supported by any of loaded plugins Jul 28 05:01:12.229833 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: uplink_status_propagation.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.230986 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.231726 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 28 05:01:12.232297 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Loading extension file: vlantransparent.py {{(pid=93055) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 05:01:12.233025 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93055) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 05:01:12.233549 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 28 05:01:12.236107 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.quota.resource_registry [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Creating instance of TrackedResource for resource:network Jul 28 05:01:12.236644 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.quota.resource_registry [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Creating instance of TrackedResource for resource:subnet Jul 28 05:01:12.237314 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.quota.resource_registry [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 05:01:12.237709 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.quota.resource_registry [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Creating instance of TrackedResource for resource:port Jul 28 05:01:12.238993 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.v2.resource_helper [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 05:01:12.239471 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.v2.resource_helper [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Service FLAVORS assigned prefix: {{(pid=93055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 05:01:12.240105 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.v2.resource_helper [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 05:01:12.240535 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.v2.resource_helper [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 05:01:12.240872 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.quota.resource_registry [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Creating instance of TrackedResource for resource:router Jul 28 05:01:12.241321 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.quota.resource_registry [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Creating instance of TrackedResource for resource:floatingip Jul 28 05:01:12.241821 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.v2.resource_helper [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Service METERING assigned prefix: /metering {{(pid=93055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 05:01:12.243285 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:12.243704 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:12.244060 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93055) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:01:12.245078 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.quota.resource_registry [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Creating instance of CountableResource for resource:rbac_policy Jul 28 05:01:12.245530 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.quota.resource_registry [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Creating instance of TrackedResource for resource:security_group Jul 28 05:01:12.245975 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.quota.resource_registry [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 28 05:01:12.246577 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.v2.resource_helper [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Service CORE assigned prefix: {{(pid=93055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 05:01:12.246911 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.quota.resource_registry [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 05:01:12.247265 dv-cinder-801617-3-iscsi neutron-server[93055]: WARNING neutron.quota.resource_registry [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] subnetpool is already registered Jul 28 05:01:12.247744 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.v2.resource_helper [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Service CORE assigned prefix: {{(pid=93055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 05:01:12.248076 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.quota.resource_registry [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 05:01:12.248410 dv-cinder-801617-3-iscsi neutron-server[93055]: WARNING neutron.quota.resource_registry [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] subnetpool is already registered Jul 28 05:01:12.252616 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.v2.resource_helper [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 05:01:12.253016 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.v2.resource_helper [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Service FLAVORS assigned prefix: {{(pid=93055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 05:01:12.253631 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.v2.resource_helper [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 05:01:12.254060 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.v2.resource_helper [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 05:01:12.254400 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.quota.resource_registry [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Creating instance of TrackedResource for resource:router Jul 28 05:01:12.254742 dv-cinder-801617-3-iscsi neutron-server[93055]: WARNING neutron.quota.resource_registry [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] router is already registered Jul 28 05:01:12.255159 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.quota.resource_registry [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Creating instance of TrackedResource for resource:floatingip Jul 28 05:01:12.255533 dv-cinder-801617-3-iscsi neutron-server[93055]: WARNING neutron.quota.resource_registry [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] floatingip is already registered Jul 28 05:01:12.255991 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.v2.resource_helper [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Service METERING assigned prefix: /metering {{(pid=93055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 05:01:12.256664 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.quota.resource_registry [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Creating instance of CountableResource for resource:rbac_policy Jul 28 05:01:12.256995 dv-cinder-801617-3-iscsi neutron-server[93055]: WARNING neutron.quota.resource_registry [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] rbac_policy is already registered Jul 28 05:01:12.257410 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.quota.resource_registry [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Creating instance of TrackedResource for resource:security_group Jul 28 05:01:12.257747 dv-cinder-801617-3-iscsi neutron-server[93055]: WARNING neutron.quota.resource_registry [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] security_group is already registered Jul 28 05:01:12.258154 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.quota.resource_registry [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 28 05:01:12.258489 dv-cinder-801617-3-iscsi neutron-server[93055]: WARNING neutron.quota.resource_registry [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] security_group_rule is already registered Jul 28 05:01:12.258963 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.v2.resource_helper [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Service CORE assigned prefix: {{(pid=93055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 05:01:12.259293 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.quota.resource_registry [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 05:01:12.259661 dv-cinder-801617-3-iscsi neutron-server[93055]: WARNING neutron.quota.resource_registry [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] subnetpool is already registered Jul 28 05:01:12.260080 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.v2.resource_helper [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Service CORE assigned prefix: {{(pid=93055) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 05:01:12.260406 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.quota.resource_registry [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 05:01:12.260737 dv-cinder-801617-3-iscsi neutron-server[93055]: WARNING neutron.quota.resource_registry [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] subnetpool is already registered Jul 28 05:01:12.261185 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extended resource: extensions {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:01:12.262750 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extended resource: address-groups {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:01:12.264277 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extended resource: address-scopes {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:01:12.265489 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extended resource: agents {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:01:12.267280 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extended resource: auto-allocated-topology {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:01:12.268677 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extended resource: availability_zones {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:01:12.269913 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extended resource: dhcp-networks {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:01:12.271303 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extended resource: dhcp-agents {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:01:12.272855 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extended resource: routers {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:01:12.274567 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extended resource: flavors {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:01:12.275777 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extended resource: service_profiles {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:01:12.277106 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extended resource: next_providers {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:01:12.278530 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extended resource: service_profiles {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:01:12.279991 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extended resource: floatingip-pools {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:01:12.281198 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extended resource: routers {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:01:12.283038 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extended resource: floatingips {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:01:12.284263 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extended resource: l3-routers {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:01:12.285648 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extended resource: l3-agents {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:01:12.287147 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extended resource: metering-labels {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:01:12.288450 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extended resource: metering-label-rules {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:01:12.289708 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extended resource: network-ip-availabilities {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:01:12.291059 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extended resource: bindings {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:01:12.292671 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extended resource: quotas {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:01:12.294124 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extended resource: quotas {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:01:12.295670 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extended resource: rbac-policies {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:01:12.296863 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extended resource: security-groups {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:01:12.298089 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extended resource: security-group-rules {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:01:12.299355 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extended resource: service-providers {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:01:12.300719 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extended resource: subnetpools {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:01:12.302066 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extended resource: subnetpools {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:01:12.303581 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extended resource: tags {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:01:12.305357 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extended resource: tags {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:01:12.307057 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extended resource: tags {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:01:12.309011 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extended resource: tags {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:01:12.310719 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extended resource: tags {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:01:12.312593 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extended resource: tags {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:01:12.315914 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extended resource: tags {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:01:12.317714 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extended resource: tags {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:01:12.319480 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extended resource: tags {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:01:12.321339 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron.api.extensions [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Extended resource: tags {{(pid=93055) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 05:01:12.327261 dv-cinder-801617-3-iscsi neutron-server[93055]: WARNING keystonemiddleware.auth_token [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 28 05:01:12.332431 dv-cinder-801617-3-iscsi neutron-server[93055]: WARNING keystonemiddleware.auth_token [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 28 05:01:12.340774 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_concurrency.lockutils [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Acquired lock "singleton_lock" {{(pid=93055) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 28 05:01:12.341253 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_concurrency.lockutils [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Releasing lock "singleton_lock" {{(pid=93055) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 28 05:01:12.341902 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO oslo_service.service [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Starting 2 workers Jul 28 05:01:12.346705 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Started child 93162 {{(pid=93055) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 05:01:12.352638 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Started child 93163 {{(pid=93055) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 05:01:12.353324 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:01:12.353879 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO neutron.service [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 28 05:01:12.353879 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Notify callbacks [] for process, before_spawn {{(pid=93055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:01:12.354015 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [-] (93162) wsgi starting up on http://0.0.0.0:9696 Jul 28 05:01:12.355910 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO oslo_service.service [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Starting 1 workers Jul 28 05:01:12.356040 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:01:12.357327 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [-] (93163) wsgi starting up on http://0.0.0.0:9696 Jul 28 05:01:12.361101 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Started child 93164 {{(pid=93055) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 05:01:12.361623 dv-cinder-801617-3-iscsi neutron-server[93055]: INFO oslo_service.service [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Starting 1 workers Jul 28 05:01:12.364812 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.service [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] calling RpcWorker wait() {{(pid=93164) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 28 05:01:12.365337 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.service [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] returning from RpcWorker wait() {{(pid=93164) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 28 05:01:12.366313 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Started child 93165 {{(pid=93055) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 05:01:12.366545 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:01:12.366996 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:01:12.367152 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG neutron_lib.callbacks.manager [None req-c690223d-c4a2-4a64-8695-fb3bb41b1b83 None None] Notify callbacks [] for process, after_spawn {{(pid=93055) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:01:12.369031 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93055) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 28 05:01:12.369249 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 05:01:12.369437 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 05:01:12.369662 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 05:01:12.369998 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 05:01:12.370166 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 05:01:12.370667 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.370949 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.371107 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:01:12.371613 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.371613 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.371751 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.372012 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:01:12.372378 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.372644 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.372889 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.373166 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.373395 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.373758 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.373758 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.374060 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.374228 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.374485 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.374767 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.375016 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.375298 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.376034 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.376303 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.376564 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.376822 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.377082 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] debug = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.377340 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.377842 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.378087 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.378361 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.378590 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.378849 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.379091 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.379359 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.379628 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.379867 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.380112 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.380364 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.380619 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.380827 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.381090 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.381356 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.381573 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.382046 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] host = dv-cinder-801617-3-iscsi {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.382265 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.382487 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.382712 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.382934 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.383179 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.383397 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.383663 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.383917 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.384186 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.384414 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.384675 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.384922 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.385137 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.385391 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] log_file = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.385544 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] log_options = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.385780 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.386033 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.386306 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.386481 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.386655 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.386831 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.387083 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.387248 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.387512 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.387751 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.387966 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.388179 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.388395 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.388624 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.388884 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.389146 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.389390 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.389593 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.389861 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.390106 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.390330 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.390554 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.390799 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.391017 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.391874 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.392080 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.392324 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.392560 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.392776 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.393032 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.393249 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.393509 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.393750 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.394003 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.394231 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.394458 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.394674 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.394945 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.395177 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.395509 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.395693 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.395923 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.396151 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.396366 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.396600 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.396829 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] use_json = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.397040 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.397279 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.397504 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.397715 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.397926 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.398144 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.398361 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.398586 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.399045 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.400290 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.400456 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.400697 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.400956 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.401251 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.401597 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.401818 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.401987 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.402211 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.402511 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.402744 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.403041 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.403367 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.403579 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.403914 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.404875 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.404875 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.404875 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.405235 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.405235 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.405445 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.406104 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.406104 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.406379 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.406507 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.406631 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.407254 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.407254 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.407586 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.407586 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.407837 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.408083 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.408310 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.408526 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.408747 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.409010 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.409275 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.409512 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.409758 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.410020 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.410274 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.410495 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.410716 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.410930 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.411145 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.411363 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.411616 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.411897 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.412136 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.412391 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.412617 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.412855 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.413124 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.413357 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.413591 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.413815 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.414033 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.414248 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.414470 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.414695 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.414955 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.415201 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.415409 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.415670 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.415893 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.416126 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.416344 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.416585 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.416799 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.417020 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.417235 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.417452 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.417701 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.417912 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.418127 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.418339 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.418572 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.418816 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.419032 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.419253 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.419483 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.419721 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.419957 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.420240 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.420550 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.420792 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.421064 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.421288 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.421538 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.421757 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.422014 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.422276 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.423058 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.423292 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.423582 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.423843 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.424117 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.424368 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.424585 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.424849 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.425086 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.425308 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.425556 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.425802 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.426022 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.426286 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.426520 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.426751 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.426977 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.427224 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.427533 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.427792 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.428057 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.428276 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.428542 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.428866 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.429143 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.429380 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.429626 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.429855 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.430085 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.430311 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.430553 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.430799 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.431041 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.431257 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.431549 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.431753 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.431992 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.432203 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.432447 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.432767 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.433580 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.433822 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.434033 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.434324 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.434593 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.434852 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.435113 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.435358 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.435624 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.435884 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.436134 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.436363 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.436589 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.436818 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.437042 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.437415 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.437591 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.437733 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.437924 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.438770 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.438936 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.439077 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.439299 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.439549 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.439978 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.440200 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.440444 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.440677 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.440887 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.441120 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.441594 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.441918 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.442265 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.442486 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.442734 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.442960 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.443240 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.443509 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.443746 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.444211 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.444446 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.444741 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.444897 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.445129 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.445349 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.445562 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.446010 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.446442 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.446442 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.446719 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.446913 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.447147 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.447459 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.447676 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.448029 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.448285 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.448514 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.448910 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.449079 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.449260 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.449410 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.449629 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.449842 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.450056 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.450271 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.450550 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.450771 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.451010 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.451220 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.451458 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.451658 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.451887 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.452101 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.452408 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.452664 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.452905 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.453167 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.453462 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.453703 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.453930 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.454138 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.454346 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.454564 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.454816 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.454994 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.455210 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.455405 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.455630 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.455847 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.456081 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.456288 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.456510 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.456716 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.457138 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.457138 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.457427 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.457565 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.457770 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.458015 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.458246 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.458463 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.458695 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.458995 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.459153 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.459321 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.459568 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.459767 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.459981 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.460186 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.460473 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.460923 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.460923 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.461232 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.461432 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.461677 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.461918 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.462237 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.462448 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.462693 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.462914 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.463147 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.463382 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.463684 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.463989 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.464278 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.464835 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.464835 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.465208 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.465362 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.465601 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.465813 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.466122 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.466633 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.466795 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.466989 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.467220 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.467488 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.468444 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.468444 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.468444 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.468444 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.469501 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.469501 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.469501 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.469501 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.469501 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.470161 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.470161 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.470161 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.470570 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.471074 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.471074 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.471074 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 05:01:12.471570 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93055) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 28 05:01:12.472462 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 05:01:12.472462 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 05:01:12.472462 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 05:01:12.472462 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 05:01:12.472462 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 05:01:12.472462 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.474183 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.474183 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.474183 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.474183 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.474183 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.474183 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.474183 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.474183 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.474726 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.474726 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.474726 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.474726 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.474726 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.474726 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.474726 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.474726 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.475293 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.475293 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.475293 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.475293 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.475971 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.476148 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] debug = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.476308 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.476513 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.476675 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.476841 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.476984 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.477139 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.477296 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.477450 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.477606 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.477761 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.477917 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.478073 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.478229 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.478613 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.478775 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.478932 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.479086 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.479235 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] host = dv-cinder-801617-3-iscsi {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.479386 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.479573 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.479729 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.479887 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.480108 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.480273 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.480436 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.480582 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.480720 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.480864 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.481024 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.481169 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.481326 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.481482 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] log_file = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.481639 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] log_options = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.481796 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.481951 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.482109 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.482292 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.482456 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.482624 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.482796 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.483005 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.483093 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.483243 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.483398 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.483575 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.483734 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.483908 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.484036 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.484180 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.484329 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.484481 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.484638 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.484795 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.485484 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.485740 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.485905 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.486063 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.486218 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.486375 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.486532 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.486687 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.487097 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.487253 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.487409 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.487587 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.487745 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.487902 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.488058 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.488215 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.488371 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.488531 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.488687 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.488845 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.489003 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.489159 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.489376 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.489485 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.489612 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.489767 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] use_json = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.489924 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.490080 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.490235 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.490392 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.490547 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.490702 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.490858 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.491014 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 05:01:12.491191 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.491352 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.491543 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.491705 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.491865 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.492025 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.492186 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.492347 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.492507 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.492670 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.492844 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.492998 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.493330 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.493493 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.493653 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.493818 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.494001 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.494138 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.494297 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.494457 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.494632 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.494776 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.494951 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.495111 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.495271 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.495503 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.495645 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.495779 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.495941 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.496102 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.496263 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.496423 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.496582 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.496743 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.496904 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.497064 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.497222 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.497382 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.497542 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.497702 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.497861 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.498021 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.498181 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.498340 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.498498 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.498658 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.498818 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.498978 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.499138 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.499298 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.499494 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.499658 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.499775 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:01:12.499864 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.499967 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.500128 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.500286 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.500459 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.500659 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.500820 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.500981 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.501140 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.501332 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.501491 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.501650 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.501812 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.501972 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.502132 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.502291 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.502449 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.502608 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.502821 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.502916 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.503080 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.503238 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.503398 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.503580 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.503740 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.503887 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.504047 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.504207 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.504366 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.504526 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.504684 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.504843 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.505013 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.505187 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.505348 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.505506 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.505665 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.505822 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.505981 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.506139 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.506298 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.506457 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.506615 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.506773 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.506930 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.507091 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.507250 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.507408 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.507587 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.507746 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.507905 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.508063 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.508222 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.508380 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.508539 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.508698 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.508856 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.509014 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.509171 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.509341 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.509502 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.509717 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.509807 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.509964 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.510136 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.510302 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.510452 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.510614 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.510768 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.510964 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.511115 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.511331 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.511553 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.511553 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.512223 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.512223 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.512223 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.512223 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.512778 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.512778 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.512778 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.513237 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.513237 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.513237 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.513860 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.513860 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.513860 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.513860 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.513860 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.514610 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.514610 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.514610 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.514610 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.514610 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.515287 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.515287 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.515287 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.515287 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.516034 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.516034 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.516034 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.516034 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.516034 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.516034 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.517142 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.517142 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.517142 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.517437 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.517437 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.517581 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.517658 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.517799 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.517975 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.518121 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.518279 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.518438 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.518598 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.518777 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.518913 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.519314 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.519314 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.519524 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.519642 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.519743 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.519918 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.520018 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.520198 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.520298 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.520459 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.520634 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.520772 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.520981 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.521190 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.521328 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.521470 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.521627 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.521766 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.521894 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.522042 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.522225 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.522371 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.522760 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.522760 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.523013 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.523013 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.523232 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.523232 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.523648 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.523648 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.523967 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.523967 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.524190 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.524190 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.524329 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.524466 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.524636 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.524907 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.524907 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.525183 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.525363 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.525363 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.525533 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.525654 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.525849 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.525960 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.526144 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.526317 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.526457 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.526593 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.526774 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.526870 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.527023 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.527183 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.527390 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.527585 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.527675 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.527866 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.528042 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.528134 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.528236 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.528407 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.528617 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.528753 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.528860 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.529024 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.529184 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.529578 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.529578 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.529996 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.529996 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.529996 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.530353 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.530353 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.530534 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.530692 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.530809 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.530988 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.531168 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.531560 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.531814 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.531956 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.532276 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.532438 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.532602 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.532770 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.532940 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.533110 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.533271 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.533439 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.533609 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.533776 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.533935 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.534101 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.534272 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.534437 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.534605 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.534774 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.534933 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.535092 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.535250 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.535408 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.535602 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.535731 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.535890 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.536049 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.536217 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.536395 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.536568 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.536811 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.536918 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.537080 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.537246 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.537463 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 05:01:12.537618 dv-cinder-801617-3-iscsi neutron-server[93055]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93055) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 05:01:12.813395 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 40890) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:01:12.821795 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062556 Jul 28 05:01:24.049241 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1513b480-db80-4e98-baf7-f35c76eb9d0e None None] get_active_networks_info from dv-cinder-801617-3-iscsi {{(pid=93164) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 05:01:24.184201 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1513b480-db80-4e98-baf7-f35c76eb9d0e None None] No non-hosted networks {{(pid=93164) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 28 05:01:24.252690 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9823949b-7379-4d19-af18-6d6ac6d39f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-556186'] for agent, after_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:01:26.794925 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-a1dfebaa-35ba-48f9-a983-d231a1172aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-556186'] for agent, after_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:01:26.878110 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-da80a09d-88cc-4a10-87fb-d7421dd26214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:01:26.891225 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-556186'] for agent, after_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:01:26.893371 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:01:26.896903 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:01:26.897643 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:01:26.899211 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:01:26.899747 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:01:26.902279 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:01:26.905234 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:01:26.907843 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:01:26.911044 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:01:26.911633 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:01:26.915262 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:01:26.917344 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:01:26.917920 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-801617-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:01:26.933632 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-801617-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:01:27.720641 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-556186'] for agent, after_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:01:29.195002 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-556186'] for agent, after_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:01:30.221616 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 40982) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:01:30.698829 dv-cinder-801617-3-iscsi neutron-server[93163]: WARNING oslo_policy.policy [None req-9a92715d-cf52-4fbb-9835-015d12874edf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 05:01:30.699433 dv-cinder-801617-3-iscsi neutron-server[93163]: WARNING oslo_policy.policy [None req-9a92715d-cf52-4fbb-9835-015d12874edf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 05:01:30.912430 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [None req-9a92715d-cf52-4fbb-9835-015d12874edf admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 05:01:30.913439 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-9a92715d-cf52-4fbb-9835-015d12874edf admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6905572 Jul 28 05:01:33.257523 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 40996) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:01:33.577097 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-03ac04e6-c176-4b48-b71a-3e23ac9d29b3 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'shared': True}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:01:33.673530 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.policy [None req-03ac04e6-c176-4b48-b71a-3e23ac9d29b3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93163) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 28 05:01:33.717627 dv-cinder-801617-3-iscsi neutron-server[93163]: WARNING oslo_policy.policy [None req-03ac04e6-c176-4b48-b71a-3e23ac9d29b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 05:01:33.717991 dv-cinder-801617-3-iscsi neutron-server[93163]: WARNING oslo_policy.policy [None req-03ac04e6-c176-4b48-b71a-3e23ac9d29b3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 05:01:33.726989 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.quota [None req-03ac04e6-c176-4b48-b71a-3e23ac9d29b3 admin admin] Loaded quota_driver: . Jul 28 05:01:33.818693 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-03ac04e6-c176-4b48-b71a-3e23ac9d29b3 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765230972210', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765230965613', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765230960315', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765230953841', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765230523852', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765230997618', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1633711', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1513008', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-481133', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7917829'] for rbac-policy, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:01:33.898213 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-03ac04e6-c176-4b48-b71a-3e23ac9d29b3 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:01:33.899352 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-03ac04e6-c176-4b48-b71a-3e23ac9d29b3 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6407335 Jul 28 05:01:34.079392 dv-cinder-801617-3-iscsi neutron-server[93164]: INFO neutron.db.l3_hamode_db [None req-813518f4-17f8-4f9a-8a72-6b8b88ca2c6b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 28 05:01:34.155677 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813518f4-17f8-4f9a-8a72-6b8b88ca2c6b None None] Routers set() bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:01:34.156072 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813518f4-17f8-4f9a-8a72-6b8b88ca2c6b None None] Router IDs set() for agent in host dv-cinder-801617-3-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 28 05:01:36.430987 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 41008) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:01:36.719960 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-3571e7e6-77d9-4ad3-b25e-c9faa5cc8145 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '9bcf4e0c1b66405ea2eae7623828c482', 'tenant_id': '9bcf4e0c1b66405ea2eae7623828c482'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:01:36.747398 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3571e7e6-77d9-4ad3-b25e-c9faa5cc8145 admin admin] Made reservation on behalf of 9bcf4e0c1b66405ea2eae7623828c482 for: {'network': 1} {{(pid=93163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:01:36.750612 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-3571e7e6-77d9-4ad3-b25e-c9faa5cc8145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for network, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:01:36.766799 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-3571e7e6-77d9-4ad3-b25e-c9faa5cc8145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:01:36.887244 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-3571e7e6-77d9-4ad3-b25e-c9faa5cc8145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:01:36.891297 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-3571e7e6-77d9-4ad3-b25e-c9faa5cc8145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:01:36.910597 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3571e7e6-77d9-4ad3-b25e-c9faa5cc8145 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=93163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 05:01:36.939064 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-3571e7e6-77d9-4ad3-b25e-c9faa5cc8145 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765227628328', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502470'] for segment, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:01:36.939673 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-3571e7e6-77d9-4ad3-b25e-c9faa5cc8145 admin admin] Unsubscribe: segment precommit_create {{(pid=93163) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 28 05:01:36.940170 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.db.segments_db [None req-3571e7e6-77d9-4ad3-b25e-c9faa5cc8145 admin admin] Added segment c3f3c46b-9d91-43ca-a5e9-df7480373158 of type vlan for network 12d8e7f3-ffca-435a-b890-013872cee84f Jul 28 05:01:36.958366 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3571e7e6-77d9-4ad3-b25e-c9faa5cc8145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6914f28e-3b28-4d49-9633-c486ee938649,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:01:37.009372 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571e7e6-77d9-4ad3-b25e-c9faa5cc8145 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:01:37.009728 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571e7e6-77d9-4ad3-b25e-c9faa5cc8145 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:01:37.010065 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571e7e6-77d9-4ad3-b25e-c9faa5cc8145 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:01:37.010394 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571e7e6-77d9-4ad3-b25e-c9faa5cc8145 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:01:37.010720 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571e7e6-77d9-4ad3-b25e-c9faa5cc8145 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:01:37.011137 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571e7e6-77d9-4ad3-b25e-c9faa5cc8145 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:01:37.011489 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571e7e6-77d9-4ad3-b25e-c9faa5cc8145 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:01:37.011867 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571e7e6-77d9-4ad3-b25e-c9faa5cc8145 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:01:37.012248 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571e7e6-77d9-4ad3-b25e-c9faa5cc8145 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:01:37.012570 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571e7e6-77d9-4ad3-b25e-c9faa5cc8145 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:01:37.012888 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571e7e6-77d9-4ad3-b25e-c9faa5cc8145 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:01:37.013203 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571e7e6-77d9-4ad3-b25e-c9faa5cc8145 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:01:37.014300 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3571e7e6-77d9-4ad3-b25e-c9faa5cc8145 admin admin] Tracked resource versions report: Jul 28 05:01:37.014300 dv-cinder-801617-3-iscsi neutron-server[93163]: pushed versions: Jul 28 05:01:37.014300 dv-cinder-801617-3-iscsi neutron-server[93163]: { 'AddressGroup': {'1.2'}, Jul 28 05:01:37.014300 dv-cinder-801617-3-iscsi neutron-server[93163]: 'ConntrackHelper': {'1.0'}, Jul 28 05:01:37.014300 dv-cinder-801617-3-iscsi neutron-server[93163]: 'Log': {'1.0'}, Jul 28 05:01:37.014300 dv-cinder-801617-3-iscsi neutron-server[93163]: 'Network': {'1.1'}, Jul 28 05:01:37.014300 dv-cinder-801617-3-iscsi neutron-server[93163]: 'Port': {'1.7'}, Jul 28 05:01:37.014300 dv-cinder-801617-3-iscsi neutron-server[93163]: 'PortForwarding': {'1.2'}, Jul 28 05:01:37.014300 dv-cinder-801617-3-iscsi neutron-server[93163]: 'QosPolicy': {'1.8'}, Jul 28 05:01:37.014300 dv-cinder-801617-3-iscsi neutron-server[93163]: 'SecurityGroup': {'1.4'}, Jul 28 05:01:37.014300 dv-cinder-801617-3-iscsi neutron-server[93163]: 'SecurityGroupRule': {'1.2'}, Jul 28 05:01:37.014300 dv-cinder-801617-3-iscsi neutron-server[93163]: 'SubPort': {'1.0'}, Jul 28 05:01:37.014300 dv-cinder-801617-3-iscsi neutron-server[93163]: 'Subnet': {'1.1'}, Jul 28 05:01:37.014300 dv-cinder-801617-3-iscsi neutron-server[93163]: 'Trunk': {'1.1'}} Jul 28 05:01:37.014300 dv-cinder-801617-3-iscsi neutron-server[93163]: consumer versions: Jul 28 05:01:37.014300 dv-cinder-801617-3-iscsi neutron-server[93163]: { DHCP agent@dv-cinder-801617-3-iscsi: {}, Jul 28 05:01:37.014300 dv-cinder-801617-3-iscsi neutron-server[93163]: L3 agent@dv-cinder-801617-3-iscsi: {}, Jul 28 05:01:37.014300 dv-cinder-801617-3-iscsi neutron-server[93163]: Metadata agent@dv-cinder-801617-3-iscsi: {}, Jul 28 05:01:37.014300 dv-cinder-801617-3-iscsi neutron-server[93163]: Metering agent@dv-cinder-801617-3-iscsi: {}, Jul 28 05:01:37.014300 dv-cinder-801617-3-iscsi neutron-server[93163]: Open vSwitch agent@dv-cinder-801617-3-iscsi: { 'AddressGroup': '1.2', Jul 28 05:01:37.014300 dv-cinder-801617-3-iscsi neutron-server[93163]: 'ConntrackHelper': '1.0', Jul 28 05:01:37.014300 dv-cinder-801617-3-iscsi neutron-server[93163]: 'Log': '1.0', Jul 28 05:01:37.014300 dv-cinder-801617-3-iscsi neutron-server[93163]: 'Network': '1.1', Jul 28 05:01:37.014300 dv-cinder-801617-3-iscsi neutron-server[93163]: 'Port': '1.7', Jul 28 05:01:37.014300 dv-cinder-801617-3-iscsi neutron-server[93163]: 'PortForwarding': '1.2', Jul 28 05:01:37.014300 dv-cinder-801617-3-iscsi neutron-server[93163]: 'QosPolicy': '1.8', Jul 28 05:01:37.014300 dv-cinder-801617-3-iscsi neutron-server[93163]: 'SecurityGroup': '1.4', Jul 28 05:01:37.014300 dv-cinder-801617-3-iscsi neutron-server[93163]: 'SecurityGroupRule': '1.2', Jul 28 05:01:37.014300 dv-cinder-801617-3-iscsi neutron-server[93163]: 'SubPort': '1.0', Jul 28 05:01:37.014300 dv-cinder-801617-3-iscsi neutron-server[93163]: 'Subnet': '1.1', Jul 28 05:01:37.014300 dv-cinder-801617-3-iscsi neutron-server[93163]: 'Trunk': '1.1'}} Jul 28 05:01:37.014300 dv-cinder-801617-3-iscsi neutron-server[93163]: {{(pid=93163) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 05:01:37.054929 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-3571e7e6-77d9-4ad3-b25e-c9faa5cc8145 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765227181150'] for network, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:01:37.109056 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-3571e7e6-77d9-4ad3-b25e-c9faa5cc8145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463'] for network, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:01:37.110204 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3571e7e6-77d9-4ad3-b25e-c9faa5cc8145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:01:37.110851 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-3571e7e6-77d9-4ad3-b25e-c9faa5cc8145 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for network, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:01:37.180602 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-3571e7e6-77d9-4ad3-b25e-c9faa5cc8145 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7484612 Jul 28 05:01:37.210742 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3571e7e6-77d9-4ad3-b25e-c9faa5cc8145 admin admin] Pushing event updated for resources: {'Network': ['ID=12d8e7f3-ffca-435a-b890-013872cee84f,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:01:37.223341 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Network 12d8e7f3-ffca-435a-b890-013872cee84f details requested by agent ovs-agent-dv-cinder-801617-3-iscsi with host dv-cinder-801617-3-iscsi {{(pid=93164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 05:01:39.772184 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 41022) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:01:40.159799 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e1f569-e383-407a-93e4-cec64ff8710d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:01:40.161139 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-30e1f569-e383-407a-93e4-cec64ff8710d admin admin] 10.222.0.13 "GET /v2.0/networks/12d8e7f3-ffca-435a-b890-013872cee84f HTTP/1.1" status: 200 len: 825 time: 0.3880072 Jul 28 05:01:40.184852 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-dceb50d4-a988-471e-9899-e4e681e3d0d6 admin admin] 10.222.0.13 "GET /v2.0/subnetpools/8eb035a6-1eae-4053-97bc-a78118b3f58a HTTP/1.1" status: 200 len: 734 time: 0.0175791 Jul 28 05:01:40.193553 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-c159bdee-ad63-4127-993c-10a31aea07be admin admin] Request body: {'subnet': {'network_id': '12d8e7f3-ffca-435a-b890-013872cee84f', 'tenant_id': '9bcf4e0c1b66405ea2eae7623828c482', 'subnetpool_id': '8eb035a6-1eae-4053-97bc-a78118b3f58a', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:01:40.215114 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c159bdee-ad63-4127-993c-10a31aea07be admin admin] Made reservation on behalf of 9bcf4e0c1b66405ea2eae7623828c482 for: {'subnet': 1} {{(pid=93163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:01:40.217328 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-c159bdee-ad63-4127-993c-10a31aea07be admin admin] Notify callbacks [] for subnet, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:01:40.508513 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-c159bdee-ad63-4127-993c-10a31aea07be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463'] for subnet, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:01:40.578010 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c159bdee-ad63-4127-993c-10a31aea07be admin admin] Pushing event updated for resources: {'Subnet': ['ID=d29f7f0c-8160-46c2-aa7f-bd0c31866bfe,revision_number=0']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:01:40.580213 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c159bdee-ad63-4127-993c-10a31aea07be admin admin] Checking segment: {'id': 'c3f3c46b-9d91-43ca-a5e9-df7480373158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '12d8e7f3-ffca-435a-b890-013872cee84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:01:40.580616 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c159bdee-ad63-4127-993c-10a31aea07be admin admin] Network hostable DHCP agents. Network: 12d8e7f3-ffca-435a-b890-013872cee84f, hostable agents: ['0224797f-e6dd-43af-ba50-4dde553cda73'], hosted agents: [] {{(pid=93163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 05:01:40.603089 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c159bdee-ad63-4127-993c-10a31aea07be admin admin] Network 12d8e7f3-ffca-435a-b890-013872cee84f is scheduled to be hosted by DHCP agent 0224797f-e6dd-43af-ba50-4dde553cda73 with binding_index 1 {{(pid=93163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 05:01:40.614248 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-c159bdee-ad63-4127-993c-10a31aea07be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801617-3-iscsi, 12d8e7f3-ffca-435a-b890-013872cee84f) {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:01:40.618974 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c159bdee-ad63-4127-993c-10a31aea07be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:01:40.619612 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-c159bdee-ad63-4127-993c-10a31aea07be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for subnet, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:01:40.623938 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da04b707-c6f8-44fb-9cee-33f17449c5f7 None None] Network 12d8e7f3-ffca-435a-b890-013872cee84f requested from dv-cinder-801617-3-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 05:01:40.634063 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-c159bdee-ad63-4127-993c-10a31aea07be admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4436932 Jul 28 05:01:40.937262 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5d89ad-938b-4712-aab1-b94b73fb2dc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8013e485-fac1-5ac9-b3c7-78bb1bff2b0b-12d8e7f3-ffca-435a-b890-013872cee84f', 'network_id': '12d8e7f3-ffca-435a-b890-013872cee84f', 'tenant_id': '9bcf4e0c1b66405ea2eae7623828c482', 'fixed_ips': [{'subnet_id': 'd29f7f0c-8160-46c2-aa7f-bd0c31866bfe'}]}} from dv-cinder-801617-3-iscsi. {{(pid=93164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 05:01:40.938531 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-ea5d89ad-938b-4712-aab1-b94b73fb2dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:01:41.205706 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.db_base_plugin_common [None req-ea5d89ad-938b-4712-aab1-b94b73fb2dc8 None None] Allocated IP 172.20.0.2 (12d8e7f3-ffca-435a-b890-013872cee84f/d29f7f0c-8160-46c2-aa7f-bd0c31866bfe/1594811d-53c5-4330-b95e-fe7b05fedf8f) {{(pid=93164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:01:41.404865 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-ea5d89ad-938b-4712-aab1-b94b73fb2dc8 None None] Notify callbacks [] for port, precommit_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:01:41.446425 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-ea5d89ad-938b-4712-aab1-b94b73fb2dc8 None None] Transition to ACTIVE for port object 1594811d-53c5-4330-b95e-fe7b05fedf8f will not be triggered until provisioned by entity L2. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:01:41.465986 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-ea5d89ad-938b-4712-aab1-b94b73fb2dc8 None None] Transition to ACTIVE for port object 1594811d-53c5-4330-b95e-fe7b05fedf8f will not be triggered until provisioned by entity DHCP. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:01:41.474760 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-ea5d89ad-938b-4712-aab1-b94b73fb2dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227148292'] for port, after_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:01:41.552489 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5d89ad-938b-4712-aab1-b94b73fb2dc8 None None] Network 12d8e7f3-ffca-435a-b890-013872cee84f is already hosted by enough agents. {{(pid=93164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:01:41.556816 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.scheduler.base_scheduler [None req-ea5d89ad-938b-4712-aab1-b94b73fb2dc8 None None] Resources bound (agent type, host, resource id): {{(pid=93164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:01:41.560196 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5d89ad-938b-4712-aab1-b94b73fb2dc8 None None] Received port after_create {{(pid=93164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 05:01:41.563988 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5d89ad-938b-4712-aab1-b94b73fb2dc8 None None] Pushing event updated for resources: {'Port': ['ID=1594811d-53c5-4330-b95e-fe7b05fedf8f,revision_number=1']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:01:41.595380 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5d89ad-938b-4712-aab1-b94b73fb2dc8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:01:41.595754 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5d89ad-938b-4712-aab1-b94b73fb2dc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:01:41.596088 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5d89ad-938b-4712-aab1-b94b73fb2dc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:01:41.596414 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5d89ad-938b-4712-aab1-b94b73fb2dc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:01:41.596738 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5d89ad-938b-4712-aab1-b94b73fb2dc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:01:41.597074 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5d89ad-938b-4712-aab1-b94b73fb2dc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:01:41.597378 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5d89ad-938b-4712-aab1-b94b73fb2dc8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:01:41.597695 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5d89ad-938b-4712-aab1-b94b73fb2dc8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:01:41.598027 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5d89ad-938b-4712-aab1-b94b73fb2dc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:01:41.598345 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5d89ad-938b-4712-aab1-b94b73fb2dc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:01:41.598659 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5d89ad-938b-4712-aab1-b94b73fb2dc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:01:41.598970 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5d89ad-938b-4712-aab1-b94b73fb2dc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:01:41.600101 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5d89ad-938b-4712-aab1-b94b73fb2dc8 None None] Tracked resource versions report: Jul 28 05:01:41.600101 dv-cinder-801617-3-iscsi neutron-server[93164]: pushed versions: Jul 28 05:01:41.600101 dv-cinder-801617-3-iscsi neutron-server[93164]: { 'AddressGroup': {'1.2'}, Jul 28 05:01:41.600101 dv-cinder-801617-3-iscsi neutron-server[93164]: 'ConntrackHelper': {'1.0'}, Jul 28 05:01:41.600101 dv-cinder-801617-3-iscsi neutron-server[93164]: 'Log': {'1.0'}, Jul 28 05:01:41.600101 dv-cinder-801617-3-iscsi neutron-server[93164]: 'Network': {'1.1'}, Jul 28 05:01:41.600101 dv-cinder-801617-3-iscsi neutron-server[93164]: 'Port': {'1.7'}, Jul 28 05:01:41.600101 dv-cinder-801617-3-iscsi neutron-server[93164]: 'PortForwarding': {'1.2'}, Jul 28 05:01:41.600101 dv-cinder-801617-3-iscsi neutron-server[93164]: 'QosPolicy': {'1.8'}, Jul 28 05:01:41.600101 dv-cinder-801617-3-iscsi neutron-server[93164]: 'SecurityGroup': {'1.4'}, Jul 28 05:01:41.600101 dv-cinder-801617-3-iscsi neutron-server[93164]: 'SecurityGroupRule': {'1.2'}, Jul 28 05:01:41.600101 dv-cinder-801617-3-iscsi neutron-server[93164]: 'SubPort': {'1.0'}, Jul 28 05:01:41.600101 dv-cinder-801617-3-iscsi neutron-server[93164]: 'Subnet': {'1.1'}, Jul 28 05:01:41.600101 dv-cinder-801617-3-iscsi neutron-server[93164]: 'Trunk': {'1.1'}} Jul 28 05:01:41.600101 dv-cinder-801617-3-iscsi neutron-server[93164]: consumer versions: Jul 28 05:01:41.600101 dv-cinder-801617-3-iscsi neutron-server[93164]: { DHCP agent@dv-cinder-801617-3-iscsi: {}, Jul 28 05:01:41.600101 dv-cinder-801617-3-iscsi neutron-server[93164]: L3 agent@dv-cinder-801617-3-iscsi: {}, Jul 28 05:01:41.600101 dv-cinder-801617-3-iscsi neutron-server[93164]: Metadata agent@dv-cinder-801617-3-iscsi: {}, Jul 28 05:01:41.600101 dv-cinder-801617-3-iscsi neutron-server[93164]: Metering agent@dv-cinder-801617-3-iscsi: {}, Jul 28 05:01:41.600101 dv-cinder-801617-3-iscsi neutron-server[93164]: Open vSwitch agent@dv-cinder-801617-3-iscsi: { 'AddressGroup': '1.2', Jul 28 05:01:41.600101 dv-cinder-801617-3-iscsi neutron-server[93164]: 'ConntrackHelper': '1.0', Jul 28 05:01:41.600101 dv-cinder-801617-3-iscsi neutron-server[93164]: 'Log': '1.0', Jul 28 05:01:41.600101 dv-cinder-801617-3-iscsi neutron-server[93164]: 'Network': '1.1', Jul 28 05:01:41.600101 dv-cinder-801617-3-iscsi neutron-server[93164]: 'Port': '1.7', Jul 28 05:01:41.600101 dv-cinder-801617-3-iscsi neutron-server[93164]: 'PortForwarding': '1.2', Jul 28 05:01:41.600101 dv-cinder-801617-3-iscsi neutron-server[93164]: 'QosPolicy': '1.8', Jul 28 05:01:41.600101 dv-cinder-801617-3-iscsi neutron-server[93164]: 'SecurityGroup': '1.4', Jul 28 05:01:41.600101 dv-cinder-801617-3-iscsi neutron-server[93164]: 'SecurityGroupRule': '1.2', Jul 28 05:01:41.600101 dv-cinder-801617-3-iscsi neutron-server[93164]: 'SubPort': '1.0', Jul 28 05:01:41.600101 dv-cinder-801617-3-iscsi neutron-server[93164]: 'Subnet': '1.1', Jul 28 05:01:41.600101 dv-cinder-801617-3-iscsi neutron-server[93164]: 'Trunk': '1.1'}} Jul 28 05:01:41.600101 dv-cinder-801617-3-iscsi neutron-server[93164]: {{(pid=93164) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 05:01:41.647854 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-ea5d89ad-938b-4712-aab1-b94b73fb2dc8 None None] Attempting to bind port 1594811d-53c5-4330-b95e-fe7b05fedf8f on host dv-cinder-801617-3-iscsi for vnic_type normal with profile {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 05:01:41.648499 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-ea5d89ad-938b-4712-aab1-b94b73fb2dc8 None None] Attempting to bind port 1594811d-53c5-4330-b95e-fe7b05fedf8f by drivers openvswitch,hyperv on host dv-cinder-801617-3-iscsi at level 0 using segments [{'id': 'c3f3c46b-9d91-43ca-a5e9-df7480373158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '12d8e7f3-ffca-435a-b890-013872cee84f'}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 05:01:41.648653 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5d89ad-938b-4712-aab1-b94b73fb2dc8 None None] Attempting to bind port 1594811d-53c5-4330-b95e-fe7b05fedf8f on network 12d8e7f3-ffca-435a-b890-013872cee84f {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:01:41.653376 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5d89ad-938b-4712-aab1-b94b73fb2dc8 None None] Checking agent: {'id': '3fbc40da-b90e-4a82-82aa-1ec33702809d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 5, 1, 27), 'started_at': datetime.datetime(2021, 7, 28, 5, 1, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 5, 1, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 05:01:41.653779 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5d89ad-938b-4712-aab1-b94b73fb2dc8 None None] Checking segment: {'id': 'c3f3c46b-9d91-43ca-a5e9-df7480373158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '12d8e7f3-ffca-435a-b890-013872cee84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:01:41.654246 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-ea5d89ad-938b-4712-aab1-b94b73fb2dc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:01:41.654629 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5d89ad-938b-4712-aab1-b94b73fb2dc8 None None] Bound using segment: {'id': 'c3f3c46b-9d91-43ca-a5e9-df7480373158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '12d8e7f3-ffca-435a-b890-013872cee84f'} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 05:01:41.655101 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-ea5d89ad-938b-4712-aab1-b94b73fb2dc8 None None] Bound port: 1594811d-53c5-4330-b95e-fe7b05fedf8f, host: dv-cinder-801617-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3f3c46b-9d91-43ca-a5e9-df7480373158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '12d8e7f3-ffca-435a-b890-013872cee84f'}}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 05:01:41.656104 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-ea5d89ad-938b-4712-aab1-b94b73fb2dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:01:41.715390 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-ea5d89ad-938b-4712-aab1-b94b73fb2dc8 None None] For port 1594811d-53c5-4330-b95e-fe7b05fedf8f, host dv-cinder-801617-3-iscsi, cleared binding levels {{(pid=93164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:01:41.720188 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-ea5d89ad-938b-4712-aab1-b94b73fb2dc8 None None] For port 1594811d-53c5-4330-b95e-fe7b05fedf8f, host dv-cinder-801617-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=1594811d-53c5-4330-b95e-fe7b05fedf8f,segment=NetworkSegment(c3f3c46b-9d91-43ca-a5e9-df7480373158),segment_id=c3f3c46b-9d91-43ca-a5e9-df7480373158)] {{(pid=93164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:01:41.724296 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-ea5d89ad-938b-4712-aab1-b94b73fb2dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:01:41.792989 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5d89ad-938b-4712-aab1-b94b73fb2dc8 None None] Pushing event updated for resources: {'Port': ['ID=1594811d-53c5-4330-b95e-fe7b05fedf8f,revision_number=2']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:01:43.073594 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 41030) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:01:43.383993 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [None req-48fc48f4-b8ed-4398-88f5-5d215727de9e admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 05:01:43.384978 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-48fc48f4-b8ed-4398-88f5-5d215727de9e admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3104515 Jul 28 05:01:45.731427 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 41038) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:01:46.041648 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [None req-babf759f-2524-4bf4-bdd3-080c9fdd92e0 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 05:01:46.042636 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-babf759f-2524-4bf4-bdd3-080c9fdd92e0 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3102620 Jul 28 05:01:48.657331 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 41048) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:01:48.950266 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-2c26c926-795f-490b-adb2-75225e71fd4c admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '9bcf4e0c1b66405ea2eae7623828c482', 'name': 'router1'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:01:48.984559 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2c26c926-795f-490b-adb2-75225e71fd4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-555544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-936'] for router, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:01:48.987908 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2c26c926-795f-490b-adb2-75225e71fd4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-931'] for router, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:01:49.136043 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2c26c926-795f-490b-adb2-75225e71fd4c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:01:49.141169 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2c26c926-795f-490b-adb2-75225e71fd4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406701'] for router, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:01:49.153544 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2c26c926-795f-490b-adb2-75225e71fd4c admin admin] Notify callbacks [] for router, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:01:49.159057 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-2c26c926-795f-490b-adb2-75225e71fd4c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4965739 Jul 28 05:01:50.101473 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5f4c4d-bbe2-4c99-8ed5-456786d35f8d None None] Network 12d8e7f3-ffca-435a-b890-013872cee84f requested from dv-cinder-801617-3-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 05:01:50.216485 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-93153085-0a3f-437b-97df-4fefe23224b2 None None] Provisioning for port 1594811d-53c5-4330-b95e-fe7b05fedf8f completed by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:01:50.695629 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 1594811d-53c5-4330-b95e-fe7b05fedf8f up at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:01:50.775969 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning for port 1594811d-53c5-4330-b95e-fe7b05fedf8f completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:01:50.779299 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning complete for port 1594811d-53c5-4330-b95e-fe7b05fedf8f triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:01:50.779734 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:01:50.883044 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:01:50.915335 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] For port 1594811d-53c5-4330-b95e-fe7b05fedf8f, host dv-cinder-801617-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=1594811d-53c5-4330-b95e-fe7b05fedf8f,segment=NetworkSegment(c3f3c46b-9d91-43ca-a5e9-df7480373158),segment_id=c3f3c46b-9d91-43ca-a5e9-df7480373158)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:01:50.921275 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:01:50.967013 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Pushing event updated for resources: {'Port': ['ID=1594811d-53c5-4330-b95e-fe7b05fedf8f,revision_number=3']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:01:51.503586 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 41060) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:01:51.805946 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [None req-be80fef9-48ba-4191-afa6-787f3d8e728e admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 05:01:51.806967 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-be80fef9-48ba-4191-afa6-787f3d8e728e admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3024287 Jul 28 05:01:52.677739 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 1594811d-53c5-4330-b95e-fe7b05fedf8f up at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:01:52.726510 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning complete for port 1594811d-53c5-4330-b95e-fe7b05fedf8f triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:01:52.726878 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:01:53.907233 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-b68e1b3f-cf74-4f83-9d74-34dbaa0fea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:01:54.148417 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 41068) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:01:54.450783 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-3e0b778a-7f66-4c3c-96d5-8be9e852e250 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:01:54.472389 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0b778a-7f66-4c3c-96d5-8be9e852e250 admin admin] Made reservation on behalf of ed150080dffc498a9d35d6d573b827b4 for: {'network': 1} {{(pid=93163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:01:54.474648 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-3e0b778a-7f66-4c3c-96d5-8be9e852e250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for network, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:01:54.484410 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-3e0b778a-7f66-4c3c-96d5-8be9e852e250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:01:54.568844 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-3e0b778a-7f66-4c3c-96d5-8be9e852e250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:01:54.572262 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-3e0b778a-7f66-4c3c-96d5-8be9e852e250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:01:54.585604 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3e0b778a-7f66-4c3c-96d5-8be9e852e250 admin admin] Reserving flat network on physical network physnet1 {{(pid=93163) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 28 05:01:54.606911 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-3e0b778a-7f66-4c3c-96d5-8be9e852e250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502470'] for segment, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:01:54.607243 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.db.segments_db [None req-3e0b778a-7f66-4c3c-96d5-8be9e852e250 admin admin] Added segment d34fa97e-0825-4a06-9105-26c8994a2a7e of type flat for network c7125004-43ac-4633-9f2f-3f406f3e858d Jul 28 05:01:54.608456 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0b778a-7f66-4c3c-96d5-8be9e852e250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64847871-ed64-4df1-b495-1d834d2db4c5,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:01:54.654032 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-3e0b778a-7f66-4c3c-96d5-8be9e852e250 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765227181150'] for network, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:01:54.687826 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-3e0b778a-7f66-4c3c-96d5-8be9e852e250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463'] for network, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:01:54.688722 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0b778a-7f66-4c3c-96d5-8be9e852e250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:01:54.689284 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-3e0b778a-7f66-4c3c-96d5-8be9e852e250 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for network, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:01:54.740583 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-3e0b778a-7f66-4c3c-96d5-8be9e852e250 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5911558 Jul 28 05:01:54.747250 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0b778a-7f66-4c3c-96d5-8be9e852e250 admin admin] Pushing event updated for resources: {'Network': ['ID=c7125004-43ac-4633-9f2f-3f406f3e858d,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:01:54.758410 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Network c7125004-43ac-4633-9f2f-3f406f3e858d details requested by agent ovs-agent-dv-cinder-801617-3-iscsi with host dv-cinder-801617-3-iscsi {{(pid=93164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 05:01:56.773978 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-cb9ba4f3-7565-4c11-99dd-5262be91da9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:01:56.863646 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:01:57.084126 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 41076) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:01:57.440810 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721de4cd-2ad6-4244-a2d5-e787fbb6e865 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:01:57.442081 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-721de4cd-2ad6-4244-a2d5-e787fbb6e865 admin admin] 10.222.0.13 "GET /v2.0/subnets/d29f7f0c-8160-46c2-aa7f-bd0c31866bfe HTTP/1.1" status: 200 len: 849 time: 0.3570023 Jul 28 05:01:57.558185 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-9067dcb0-75c7-4339-87f5-d22508c425e1 admin admin] 10.222.0.13 "GET /v2.0/routers/b84b66dc-e4d9-4155-9071-82dd93b61e42 HTTP/1.1" status: 200 len: 704 time: 0.1102703 Jul 28 05:01:57.666255 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:01:57.832416 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-4f455258-0b60-4dfb-b890-26765ffb69bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:01:58.126909 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_common [None req-4f455258-0b60-4dfb-b890-26765ffb69bb admin admin] Allocated IP 172.20.0.1 (12d8e7f3-ffca-435a-b890-013872cee84f/d29f7f0c-8160-46c2-aa7f-bd0c31866bfe/e7800073-0126-4cde-83d9-087ce977766c) {{(pid=93163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:01:58.330774 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-4f455258-0b60-4dfb-b890-26765ffb69bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:01:58.352140 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-4f455258-0b60-4dfb-b890-26765ffb69bb admin admin] Transition to ACTIVE for port object e7800073-0126-4cde-83d9-087ce977766c will not be triggered until provisioned by entity DHCP. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:01:58.431202 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-4f455258-0b60-4dfb-b890-26765ffb69bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227148292'] for port, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:01:58.494545 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f455258-0b60-4dfb-b890-26765ffb69bb admin admin] Network 12d8e7f3-ffca-435a-b890-013872cee84f is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:01:58.503798 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-4f455258-0b60-4dfb-b890-26765ffb69bb admin admin] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:01:58.512110 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f455258-0b60-4dfb-b890-26765ffb69bb admin admin] Received port after_create {{(pid=93163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 05:01:58.512649 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-4f455258-0b60-4dfb-b890-26765ffb69bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406642'] for router_interface, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:01:58.538597 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f455258-0b60-4dfb-b890-26765ffb69bb admin admin] Pushing event updated for resources: {'Port': ['ID=e7800073-0126-4cde-83d9-087ce977766c,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:01:58.703919 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-88ae8d0c-3546-453a-93f8-312a965d1029 None None] Provisioning for port e7800073-0126-4cde-83d9-087ce977766c completed by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:01:58.707406 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-88ae8d0c-3546-453a-93f8-312a965d1029 None None] Provisioning complete for port e7800073-0126-4cde-83d9-087ce977766c triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:01:58.707834 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-88ae8d0c-3546-453a-93f8-312a965d1029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:01:58.713040 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-4f455258-0b60-4dfb-b890-26765ffb69bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:01:58.738935 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-88ae8d0c-3546-453a-93f8-312a965d1029 None None] Port e7800073-0126-4cde-83d9-087ce977766c cannot update to ACTIVE because it is not bound. {{(pid=93164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 05:01:58.917518 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-4f455258-0b60-4dfb-b890-26765ffb69bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:01:58.922250 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-4f455258-0b60-4dfb-b890-26765ffb69bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:01:58.922997 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-4f455258-0b60-4dfb-b890-26765ffb69bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409570'] for router_interface, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:01:58.999642 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f455258-0b60-4dfb-b890-26765ffb69bb admin admin] Pushing event updated for resources: {'Port': ['ID=e7800073-0126-4cde-83d9-087ce977766c,revision_number=2']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:01:59.042828 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f455258-0b60-4dfb-b890-26765ffb69bb admin admin] Network 12d8e7f3-ffca-435a-b890-013872cee84f is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:01:59.044086 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-4f455258-0b60-4dfb-b890-26765ffb69bb admin admin] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:01:59.151111 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:01:59.201079 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f455258-0b60-4dfb-b890-26765ffb69bb admin admin] Router b84b66dc-e4d9-4155-9071-82dd93b61e42 is scheduled to L3 agent febb8baf-5368-4b94-affe-2856141f0f3f with binding_index 1 {{(pid=93163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 05:01:59.258983 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-e39b4baa-6d51-41a4-a204-0b6068203989 None None] Provisioning complete for port e7800073-0126-4cde-83d9-087ce977766c triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:01:59.259270 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-e39b4baa-6d51-41a4-a204-0b6068203989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:01:59.289619 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f455258-0b60-4dfb-b890-26765ffb69bb admin admin] Notify agent at l3_agent.dv-cinder-801617-3-iscsi the message routers_updated {{(pid=93163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:01:59.290928 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-e39b4baa-6d51-41a4-a204-0b6068203989 None None] Port e7800073-0126-4cde-83d9-087ce977766c cannot update to ACTIVE because it is not bound. {{(pid=93164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 05:01:59.296412 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-4f455258-0b60-4dfb-b890-26765ffb69bb admin admin] 10.222.0.13 "PUT /v2.0/routers/b84b66dc-e4d9-4155-9071-82dd93b61e42/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7328069 Jul 28 05:01:59.303700 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf06661-2332-49b0-a044-548d7ec96a9a None None] Sync routers for ids ['b84b66dc-e4d9-4155-9071-82dd93b61e42'] in dv-cinder-801617-3-iscsi {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:01:59.314987 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf06661-2332-49b0-a044-548d7ec96a9a None None] Routers {'b84b66dc-e4d9-4155-9071-82dd93b61e42'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:01:59.315772 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-4cf06661-2332-49b0-a044-548d7ec96a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:01:57Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['b84b66dc-e4d9-4155-9071-82dd93b61e42'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:01:59.495897 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-4cf06661-2332-49b0-a044-548d7ec96a9a None None] Set router b84b66dc-e4d9-4155-9071-82dd93b61e42 gateway port host: None {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:01:59.909489 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-4cf06661-2332-49b0-a044-548d7ec96a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84b66dc-e4d9-4155-9071-82dd93b61e42', 'name': 'router1', 'tenant_id': '9bcf4e0c1b66405ea2eae7623828c482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:01:49Z', 'updated_at': '2021-07-28T05:01:58Z', 'revision_number': 2, 'project_id': '9bcf4e0c1b66405ea2eae7623828c482', 'gw_port_host': None, '_interfaces': [{'id': 'e7800073-0126-4cde-83d9-087ce977766c', 'name': '', 'network_id': '12d8e7f3-ffca-435a-b890-013872cee84f', 'tenant_id': '9bcf4e0c1b66405ea2eae7623828c482', 'mac_address': 'fa:16:3e:32:5c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84b66dc-e4d9-4155-9071-82dd93b61e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd29f7f0c-8160-46c2-aa7f-bd0c31866bfe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:01:57Z', 'updated_at': '2021-07-28T05:01:58Z', 'revision_number': 2, 'project_id': '9bcf4e0c1b66405ea2eae7623828c482', 'subnets': [{'id': 'd29f7f0c-8160-46c2-aa7f-bd0c31866bfe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8eb035a6-1eae-4053-97bc-a78118b3f58a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:01:59.959220 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf06661-2332-49b0-a044-548d7ec96a9a None None] Checking router: b84b66dc-e4d9-4155-9071-82dd93b61e42 for host: dv-cinder-801617-3-iscsi {{(pid=93165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:01:59.959608 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf06661-2332-49b0-a044-548d7ec96a9a None None] Updating router b84b66dc-e4d9-4155-9071-82dd93b61e42 port e7800073-0126-4cde-83d9-087ce977766c binding host dv-cinder-801617-3-iscsi {{(pid=93165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 05:02:00.006466 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-4cf06661-2332-49b0-a044-548d7ec96a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:02:00.514451 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-4cf06661-2332-49b0-a044-548d7ec96a9a None None] Notify callbacks [] for port, precommit_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:02:00.533352 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.provisioning_blocks [None req-4cf06661-2332-49b0-a044-548d7ec96a9a None None] Transition to ACTIVE for port object e7800073-0126-4cde-83d9-087ce977766c will not be triggered until provisioned by entity L2. {{(pid=93165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:02:00.538896 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-4cf06661-2332-49b0-a044-548d7ec96a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:02:00.698293 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6707797c-35bc-4bd8-ae01-1f8cc1809c80 None None] Pushing event updated for resources: {'Port': ['ID=e7800073-0126-4cde-83d9-087ce977766c,revision_number=3']} {{(pid=93165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:02:00.700791 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.managers [None req-4cf06661-2332-49b0-a044-548d7ec96a9a None None] Attempting to bind port e7800073-0126-4cde-83d9-087ce977766c on host dv-cinder-801617-3-iscsi for vnic_type normal with profile {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 05:02:00.701717 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.managers [None req-4cf06661-2332-49b0-a044-548d7ec96a9a None None] Attempting to bind port e7800073-0126-4cde-83d9-087ce977766c by drivers openvswitch,hyperv on host dv-cinder-801617-3-iscsi at level 0 using segments [{'id': 'c3f3c46b-9d91-43ca-a5e9-df7480373158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '12d8e7f3-ffca-435a-b890-013872cee84f'}] {{(pid=93165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 05:02:00.702136 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf06661-2332-49b0-a044-548d7ec96a9a None None] Attempting to bind port e7800073-0126-4cde-83d9-087ce977766c on network 12d8e7f3-ffca-435a-b890-013872cee84f {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:02:00.711517 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf06661-2332-49b0-a044-548d7ec96a9a None None] Checking agent: {'id': '3fbc40da-b90e-4a82-82aa-1ec33702809d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 5, 1, 27), 'started_at': datetime.datetime(2021, 7, 28, 5, 1, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 5, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 05:02:00.711920 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf06661-2332-49b0-a044-548d7ec96a9a None None] Checking segment: {'id': 'c3f3c46b-9d91-43ca-a5e9-df7480373158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '12d8e7f3-ffca-435a-b890-013872cee84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:02:00.712371 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-4cf06661-2332-49b0-a044-548d7ec96a9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:02:00.712750 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf06661-2332-49b0-a044-548d7ec96a9a None None] Bound using segment: {'id': 'c3f3c46b-9d91-43ca-a5e9-df7480373158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '12d8e7f3-ffca-435a-b890-013872cee84f'} {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 05:02:00.713231 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.managers [None req-4cf06661-2332-49b0-a044-548d7ec96a9a None None] Bound port: e7800073-0126-4cde-83d9-087ce977766c, host: dv-cinder-801617-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3f3c46b-9d91-43ca-a5e9-df7480373158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '12d8e7f3-ffca-435a-b890-013872cee84f'}}] {{(pid=93165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 05:02:00.713602 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-4cf06661-2332-49b0-a044-548d7ec96a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:02:00.715957 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6707797c-35bc-4bd8-ae01-1f8cc1809c80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:02:00.716293 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6707797c-35bc-4bd8-ae01-1f8cc1809c80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:02:00.716623 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6707797c-35bc-4bd8-ae01-1f8cc1809c80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:02:00.717504 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6707797c-35bc-4bd8-ae01-1f8cc1809c80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:02:00.717825 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6707797c-35bc-4bd8-ae01-1f8cc1809c80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:02:00.718144 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6707797c-35bc-4bd8-ae01-1f8cc1809c80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:02:00.718463 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6707797c-35bc-4bd8-ae01-1f8cc1809c80 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:02:00.718777 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6707797c-35bc-4bd8-ae01-1f8cc1809c80 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:02:00.719106 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6707797c-35bc-4bd8-ae01-1f8cc1809c80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:02:00.719447 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6707797c-35bc-4bd8-ae01-1f8cc1809c80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:02:00.719759 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6707797c-35bc-4bd8-ae01-1f8cc1809c80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:02:00.720073 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6707797c-35bc-4bd8-ae01-1f8cc1809c80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:02:00.721164 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6707797c-35bc-4bd8-ae01-1f8cc1809c80 None None] Tracked resource versions report: Jul 28 05:02:00.721164 dv-cinder-801617-3-iscsi neutron-server[93165]: pushed versions: Jul 28 05:02:00.721164 dv-cinder-801617-3-iscsi neutron-server[93165]: { 'AddressGroup': {'1.2'}, Jul 28 05:02:00.721164 dv-cinder-801617-3-iscsi neutron-server[93165]: 'ConntrackHelper': {'1.0'}, Jul 28 05:02:00.721164 dv-cinder-801617-3-iscsi neutron-server[93165]: 'Log': {'1.0'}, Jul 28 05:02:00.721164 dv-cinder-801617-3-iscsi neutron-server[93165]: 'Network': {'1.1'}, Jul 28 05:02:00.721164 dv-cinder-801617-3-iscsi neutron-server[93165]: 'Port': {'1.7'}, Jul 28 05:02:00.721164 dv-cinder-801617-3-iscsi neutron-server[93165]: 'PortForwarding': {'1.2'}, Jul 28 05:02:00.721164 dv-cinder-801617-3-iscsi neutron-server[93165]: 'QosPolicy': {'1.8'}, Jul 28 05:02:00.721164 dv-cinder-801617-3-iscsi neutron-server[93165]: 'SecurityGroup': {'1.4'}, Jul 28 05:02:00.721164 dv-cinder-801617-3-iscsi neutron-server[93165]: 'SecurityGroupRule': {'1.2'}, Jul 28 05:02:00.721164 dv-cinder-801617-3-iscsi neutron-server[93165]: 'SubPort': {'1.0'}, Jul 28 05:02:00.721164 dv-cinder-801617-3-iscsi neutron-server[93165]: 'Subnet': {'1.1'}, Jul 28 05:02:00.721164 dv-cinder-801617-3-iscsi neutron-server[93165]: 'Trunk': {'1.1'}} Jul 28 05:02:00.721164 dv-cinder-801617-3-iscsi neutron-server[93165]: consumer versions: Jul 28 05:02:00.721164 dv-cinder-801617-3-iscsi neutron-server[93165]: { DHCP agent@dv-cinder-801617-3-iscsi: {}, Jul 28 05:02:00.721164 dv-cinder-801617-3-iscsi neutron-server[93165]: L3 agent@dv-cinder-801617-3-iscsi: {}, Jul 28 05:02:00.721164 dv-cinder-801617-3-iscsi neutron-server[93165]: Metadata agent@dv-cinder-801617-3-iscsi: {}, Jul 28 05:02:00.721164 dv-cinder-801617-3-iscsi neutron-server[93165]: Metering agent@dv-cinder-801617-3-iscsi: {}, Jul 28 05:02:00.721164 dv-cinder-801617-3-iscsi neutron-server[93165]: Open vSwitch agent@dv-cinder-801617-3-iscsi: { 'AddressGroup': '1.2', Jul 28 05:02:00.721164 dv-cinder-801617-3-iscsi neutron-server[93165]: 'ConntrackHelper': '1.0', Jul 28 05:02:00.721164 dv-cinder-801617-3-iscsi neutron-server[93165]: 'Log': '1.0', Jul 28 05:02:00.721164 dv-cinder-801617-3-iscsi neutron-server[93165]: 'Network': '1.1', Jul 28 05:02:00.721164 dv-cinder-801617-3-iscsi neutron-server[93165]: 'Port': '1.7', Jul 28 05:02:00.721164 dv-cinder-801617-3-iscsi neutron-server[93165]: 'PortForwarding': '1.2', Jul 28 05:02:00.721164 dv-cinder-801617-3-iscsi neutron-server[93165]: 'QosPolicy': '1.8', Jul 28 05:02:00.721164 dv-cinder-801617-3-iscsi neutron-server[93165]: 'SecurityGroup': '1.4', Jul 28 05:02:00.721164 dv-cinder-801617-3-iscsi neutron-server[93165]: 'SecurityGroupRule': '1.2', Jul 28 05:02:00.721164 dv-cinder-801617-3-iscsi neutron-server[93165]: 'SubPort': '1.0', Jul 28 05:02:00.721164 dv-cinder-801617-3-iscsi neutron-server[93165]: 'Subnet': '1.1', Jul 28 05:02:00.721164 dv-cinder-801617-3-iscsi neutron-server[93165]: 'Trunk': '1.1'}} Jul 28 05:02:00.721164 dv-cinder-801617-3-iscsi neutron-server[93165]: {{(pid=93165) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 05:02:00.787453 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.db [None req-4cf06661-2332-49b0-a044-548d7ec96a9a None None] For port e7800073-0126-4cde-83d9-087ce977766c, host dv-cinder-801617-3-iscsi, cleared binding levels {{(pid=93165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:02:00.807997 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.db [None req-4cf06661-2332-49b0-a044-548d7ec96a9a None None] For port e7800073-0126-4cde-83d9-087ce977766c, host dv-cinder-801617-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=e7800073-0126-4cde-83d9-087ce977766c,segment=NetworkSegment(c3f3c46b-9d91-43ca-a5e9-df7480373158),segment_id=c3f3c46b-9d91-43ca-a5e9-df7480373158)] {{(pid=93165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:02:00.813013 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-4cf06661-2332-49b0-a044-548d7ec96a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:02:00.873995 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6707797c-35bc-4bd8-ae01-1f8cc1809c80 None None] Pushing event updated for resources: {'Port': ['ID=e7800073-0126-4cde-83d9-087ce977766c,revision_number=4']} {{(pid=93165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:02:00.876340 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf06661-2332-49b0-a044-548d7ec96a9a None None] Routers {'b84b66dc-e4d9-4155-9071-82dd93b61e42'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:02:00.876984 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-4cf06661-2332-49b0-a044-548d7ec96a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:01:57Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['b84b66dc-e4d9-4155-9071-82dd93b61e42'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:02:00.962546 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-4cf06661-2332-49b0-a044-548d7ec96a9a None None] Set router b84b66dc-e4d9-4155-9071-82dd93b61e42 gateway port host: None {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:02:01.165097 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-4cf06661-2332-49b0-a044-548d7ec96a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84b66dc-e4d9-4155-9071-82dd93b61e42', 'name': 'router1', 'tenant_id': '9bcf4e0c1b66405ea2eae7623828c482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:01:49Z', 'updated_at': '2021-07-28T05:01:58Z', 'revision_number': 2, 'project_id': '9bcf4e0c1b66405ea2eae7623828c482', 'gw_port_host': None, '_interfaces': [{'id': 'e7800073-0126-4cde-83d9-087ce977766c', 'name': '', 'network_id': '12d8e7f3-ffca-435a-b890-013872cee84f', 'tenant_id': '9bcf4e0c1b66405ea2eae7623828c482', 'mac_address': 'fa:16:3e:32:5c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84b66dc-e4d9-4155-9071-82dd93b61e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd29f7f0c-8160-46c2-aa7f-bd0c31866bfe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:01:57Z', 'updated_at': '2021-07-28T05:02:00Z', 'revision_number': 4, 'project_id': '9bcf4e0c1b66405ea2eae7623828c482', 'subnets': [{'id': 'd29f7f0c-8160-46c2-aa7f-bd0c31866bfe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8eb035a6-1eae-4053-97bc-a78118b3f58a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:02:01.190746 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf06661-2332-49b0-a044-548d7ec96a9a None None] The sync data for ids ['b84b66dc-e4d9-4155-9071-82dd93b61e42'] in dv-cinder-801617-3-iscsi is: [{'id': 'b84b66dc-e4d9-4155-9071-82dd93b61e42', 'name': 'router1', 'tenant_id': '9bcf4e0c1b66405ea2eae7623828c482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:01:49Z', 'updated_at': '2021-07-28T05:01:58Z', 'revision_number': 2, 'project_id': '9bcf4e0c1b66405ea2eae7623828c482', 'gw_port_host': None, '_interfaces': [{'id': 'e7800073-0126-4cde-83d9-087ce977766c', 'name': '', 'network_id': '12d8e7f3-ffca-435a-b890-013872cee84f', 'tenant_id': '9bcf4e0c1b66405ea2eae7623828c482', 'mac_address': 'fa:16:3e:32:5c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84b66dc-e4d9-4155-9071-82dd93b61e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd29f7f0c-8160-46c2-aa7f-bd0c31866bfe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:01:57Z', 'updated_at': '2021-07-28T05:02:00Z', 'revision_number': 4, 'project_id': '9bcf4e0c1b66405ea2eae7623828c482', 'subnets': [{'id': 'd29f7f0c-8160-46c2-aa7f-bd0c31866bfe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8eb035a6-1eae-4053-97bc-a78118b3f58a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:02:01.647885 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 41096) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:02:01.833492 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682419fb-af54-4237-a2fe-bff0d540db9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:02:01.834834 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-682419fb-af54-4237-a2fe-bff0d540db9e admin admin] 10.222.0.13 "GET /v2.0/networks/c7125004-43ac-4633-9f2f-3f406f3e858d HTTP/1.1" status: 200 len: 842 time: 0.1858974 Jul 28 05:02:01.845015 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-d1f56cda-76a5-4922-8bac-11c23c5c31bb admin admin] Request body: {'subnet': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:02:01.868301 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f56cda-76a5-4922-8bac-11c23c5c31bb admin admin] Made reservation on behalf of ed150080dffc498a9d35d6d573b827b4 for: {'subnet': 1} {{(pid=93163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:02:01.870971 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d1f56cda-76a5-4922-8bac-11c23c5c31bb admin admin] Notify callbacks [] for subnet, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:02:02.210900 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.objects.ports [None req-d1f56cda-76a5-4922-8bac-11c23c5c31bb admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93163) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 05:02:02.211326 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d1f56cda-76a5-4922-8bac-11c23c5c31bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463'] for subnet, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:02:02.263816 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f56cda-76a5-4922-8bac-11c23c5c31bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e72a7812-7eaf-41ec-8662-055279a1b0f7,revision_number=0']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:02:02.273692 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1f56cda-76a5-4922-8bac-11c23c5c31bb admin admin] Checking segment: {'id': 'd34fa97e-0825-4a06-9105-26c8994a2a7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:02:02.274046 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f56cda-76a5-4922-8bac-11c23c5c31bb admin admin] Network hostable DHCP agents. Network: c7125004-43ac-4633-9f2f-3f406f3e858d, hostable agents: ['0224797f-e6dd-43af-ba50-4dde553cda73'], hosted agents: [] {{(pid=93163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 05:02:02.290750 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f56cda-76a5-4922-8bac-11c23c5c31bb admin admin] Network c7125004-43ac-4633-9f2f-3f406f3e858d is scheduled to be hosted by DHCP agent 0224797f-e6dd-43af-ba50-4dde553cda73 with binding_index 1 {{(pid=93163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 05:02:02.300084 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-d1f56cda-76a5-4922-8bac-11c23c5c31bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801617-3-iscsi, c7125004-43ac-4633-9f2f-3f406f3e858d) {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:02:02.304097 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f56cda-76a5-4922-8bac-11c23c5c31bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:02:02.304669 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d1f56cda-76a5-4922-8bac-11c23c5c31bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for subnet, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:02:02.309183 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a64b9c2-f282-460b-a3a3-815f3be0f7be None None] Network c7125004-43ac-4633-9f2f-3f406f3e858d requested from dv-cinder-801617-3-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 05:02:02.318803 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-d1f56cda-76a5-4922-8bac-11c23c5c31bb admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4774129 Jul 28 05:02:02.459442 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382d35ba-d20f-4224-ae0e-7b60797bde1f None None] Network c7125004-43ac-4633-9f2f-3f406f3e858d requested from dv-cinder-801617-3-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 05:02:04.610132 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 41114) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:02:04.741781 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-f37e97ca-3905-494a-9be2-a2122b159e55 admin admin] 10.222.0.13 "GET /v2.0/routers/b84b66dc-e4d9-4155-9071-82dd93b61e42 HTTP/1.1" status: 200 len: 710 time: 0.1303561 Jul 28 05:02:04.826526 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f76d817-5c29-4995-8023-addf4f229170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:02:04.827906 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-3f76d817-5c29-4995-8023-addf4f229170 admin admin] 10.222.0.13 "GET /v2.0/networks/c7125004-43ac-4633-9f2f-3f406f3e858d HTTP/1.1" status: 200 len: 886 time: 0.0805604 Jul 28 05:02:04.836951 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-2c913c7f-0b6f-4fbb-9c02-43d812f7c289 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d'}}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:02:05.073493 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2c913c7f-0b6f-4fbb-9c02-43d812f7c289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-555562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-909'] for router, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:02:05.300218 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2c913c7f-0b6f-4fbb-9c02-43d812f7c289 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:02:05.376663 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2c913c7f-0b6f-4fbb-9c02-43d812f7c289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:02:05.476420 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_common [None req-2c913c7f-0b6f-4fbb-9c02-43d812f7c289 admin admin] Allocated IP 172.27.2.76 (c7125004-43ac-4633-9f2f-3f406f3e858d/e72a7812-7eaf-41ec-8662-055279a1b0f7/8f610616-cfb2-4c6d-841c-c8bafcf8583b) {{(pid=93163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:02:05.583266 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2c913c7f-0b6f-4fbb-9c02-43d812f7c289 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:02:05.623035 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2c913c7f-0b6f-4fbb-9c02-43d812f7c289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227148292'] for port, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:02:05.657747 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c913c7f-0b6f-4fbb-9c02-43d812f7c289 admin admin] Network c7125004-43ac-4633-9f2f-3f406f3e858d is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:02:05.660671 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-2c913c7f-0b6f-4fbb-9c02-43d812f7c289 admin admin] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:02:05.664867 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c913c7f-0b6f-4fbb-9c02-43d812f7c289 admin admin] Received port after_create {{(pid=93163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 05:02:05.706492 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c913c7f-0b6f-4fbb-9c02-43d812f7c289 admin admin] Pushing event updated for resources: {'Port': ['ID=8f610616-cfb2-4c6d-841c-c8bafcf8583b,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:02:05.990835 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2c913c7f-0b6f-4fbb-9c02-43d812f7c289 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:02:06.175725 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2c913c7f-0b6f-4fbb-9c02-43d812f7c289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-555562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-909'] for router, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:02:06.178788 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2c913c7f-0b6f-4fbb-9c02-43d812f7c289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406701', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-406675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-406682', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-555581'] for router, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:02:06.292011 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c913c7f-0b6f-4fbb-9c02-43d812f7c289 admin admin] Router b84b66dc-e4d9-4155-9071-82dd93b61e42 has already been hosted by L3 agent febb8baf-5368-4b94-affe-2856141f0f3f {{(pid=93163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 05:02:06.399232 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c913c7f-0b6f-4fbb-9c02-43d812f7c289 admin admin] Notify agent at l3_agent.dv-cinder-801617-3-iscsi the message routers_updated {{(pid=93163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:02:06.403372 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2c913c7f-0b6f-4fbb-9c02-43d812f7c289 admin admin] Notify callbacks [] for router, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:02:06.404655 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-2c913c7f-0b6f-4fbb-9c02-43d812f7c289 admin admin] 10.222.0.13 "PUT /v2.0/routers/b84b66dc-e4d9-4155-9071-82dd93b61e42 HTTP/1.1" status: 200 len: 889 time: 1.5708776 Jul 28 05:02:06.709088 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device e7800073-0126-4cde-83d9-087ce977766c up at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:02:06.760637 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning for port e7800073-0126-4cde-83d9-087ce977766c completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:02:06.765756 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning complete for port e7800073-0126-4cde-83d9-087ce977766c triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:02:06.766131 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:02:06.846746 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:02:06.880432 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] For port e7800073-0126-4cde-83d9-087ce977766c, host dv-cinder-801617-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=e7800073-0126-4cde-83d9-087ce977766c,segment=NetworkSegment(c3f3c46b-9d91-43ca-a5e9-df7480373158),segment_id=c3f3c46b-9d91-43ca-a5e9-df7480373158)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:02:06.884502 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:02:06.939352 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Pushing event updated for resources: {'Port': ['ID=e7800073-0126-4cde-83d9-087ce977766c,revision_number=5']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:02:07.585302 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88235993-4253-48d7-a1fd-24adfa9d4cc0 None None] Sync routers for ids ['b84b66dc-e4d9-4155-9071-82dd93b61e42'] in dv-cinder-801617-3-iscsi {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:02:07.595477 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88235993-4253-48d7-a1fd-24adfa9d4cc0 None None] Routers {'b84b66dc-e4d9-4155-9071-82dd93b61e42'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:02:07.596176 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-88235993-4253-48d7-a1fd-24adfa9d4cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:01:57Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['b84b66dc-e4d9-4155-9071-82dd93b61e42'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:02:07.844911 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-88235993-4253-48d7-a1fd-24adfa9d4cc0 None None] Set router b84b66dc-e4d9-4155-9071-82dd93b61e42 gateway port host: dv-cinder-801617-3-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:02:08.219445 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-88235993-4253-48d7-a1fd-24adfa9d4cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84b66dc-e4d9-4155-9071-82dd93b61e42', 'name': 'router1', 'tenant_id': '9bcf4e0c1b66405ea2eae7623828c482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '8f610616-cfb2-4c6d-841c-c8bafcf8583b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:01:49Z', 'updated_at': '2021-07-28T05:02:05Z', 'revision_number': 4, 'project_id': '9bcf4e0c1b66405ea2eae7623828c482', 'gw_port': {'id': '8f610616-cfb2-4c6d-841c-c8bafcf8583b', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fe:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84b66dc-e4d9-4155-9071-82dd93b61e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:02:05Z', 'updated_at': '2021-07-28T05:02:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_interfaces': [{'id': 'e7800073-0126-4cde-83d9-087ce977766c', 'name': '', 'network_id': '12d8e7f3-ffca-435a-b890-013872cee84f', 'tenant_id': '9bcf4e0c1b66405ea2eae7623828c482', 'mac_address': 'fa:16:3e:32:5c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84b66dc-e4d9-4155-9071-82dd93b61e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd29f7f0c-8160-46c2-aa7f-bd0c31866bfe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:01:57Z', 'updated_at': '2021-07-28T05:02:06Z', 'revision_number': 5, 'project_id': '9bcf4e0c1b66405ea2eae7623828c482', 'subnets': [{'id': 'd29f7f0c-8160-46c2-aa7f-bd0c31866bfe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8eb035a6-1eae-4053-97bc-a78118b3f58a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:02:08.270643 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88235993-4253-48d7-a1fd-24adfa9d4cc0 None None] Checking router: b84b66dc-e4d9-4155-9071-82dd93b61e42 for host: dv-cinder-801617-3-iscsi {{(pid=93164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:02:08.271001 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88235993-4253-48d7-a1fd-24adfa9d4cc0 None None] Updating router b84b66dc-e4d9-4155-9071-82dd93b61e42 port 8f610616-cfb2-4c6d-841c-c8bafcf8583b binding host dv-cinder-801617-3-iscsi {{(pid=93164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 05:02:08.317933 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-88235993-4253-48d7-a1fd-24adfa9d4cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:02:08.630075 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-88235993-4253-48d7-a1fd-24adfa9d4cc0 None None] Notify callbacks [] for port, precommit_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:02:08.641073 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-88235993-4253-48d7-a1fd-24adfa9d4cc0 None None] Transition to ACTIVE for port object 8f610616-cfb2-4c6d-841c-c8bafcf8583b will not be triggered until provisioned by entity L2. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:02:08.647881 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-88235993-4253-48d7-a1fd-24adfa9d4cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:02:08.701894 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68efb37f-44d7-4190-b056-da717548cf9b None None] Pushing event updated for resources: {'Port': ['ID=8f610616-cfb2-4c6d-841c-c8bafcf8583b,revision_number=2']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:02:08.706709 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-88235993-4253-48d7-a1fd-24adfa9d4cc0 None None] Attempting to bind port 8f610616-cfb2-4c6d-841c-c8bafcf8583b on host dv-cinder-801617-3-iscsi for vnic_type normal with profile {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 05:02:08.707193 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-88235993-4253-48d7-a1fd-24adfa9d4cc0 None None] Attempting to bind port 8f610616-cfb2-4c6d-841c-c8bafcf8583b by drivers openvswitch,hyperv on host dv-cinder-801617-3-iscsi at level 0 using segments [{'id': 'd34fa97e-0825-4a06-9105-26c8994a2a7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d'}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 05:02:08.707677 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88235993-4253-48d7-a1fd-24adfa9d4cc0 None None] Attempting to bind port 8f610616-cfb2-4c6d-841c-c8bafcf8583b on network c7125004-43ac-4633-9f2f-3f406f3e858d {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:02:08.711283 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device e7800073-0126-4cde-83d9-087ce977766c up at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:02:08.733163 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88235993-4253-48d7-a1fd-24adfa9d4cc0 None None] Checking agent: {'id': '3fbc40da-b90e-4a82-82aa-1ec33702809d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 5, 1, 27), 'started_at': datetime.datetime(2021, 7, 28, 5, 1, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 5, 1, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 05:02:08.733528 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88235993-4253-48d7-a1fd-24adfa9d4cc0 None None] Checking segment: {'id': 'd34fa97e-0825-4a06-9105-26c8994a2a7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:02:08.733924 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-88235993-4253-48d7-a1fd-24adfa9d4cc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:02:08.734308 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88235993-4253-48d7-a1fd-24adfa9d4cc0 None None] Bound using segment: {'id': 'd34fa97e-0825-4a06-9105-26c8994a2a7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d'} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 05:02:08.734776 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-88235993-4253-48d7-a1fd-24adfa9d4cc0 None None] Bound port: 8f610616-cfb2-4c6d-841c-c8bafcf8583b, host: dv-cinder-801617-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd34fa97e-0825-4a06-9105-26c8994a2a7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d'}}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 05:02:08.735177 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-88235993-4253-48d7-a1fd-24adfa9d4cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:02:08.803429 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-88235993-4253-48d7-a1fd-24adfa9d4cc0 None None] For port 8f610616-cfb2-4c6d-841c-c8bafcf8583b, host dv-cinder-801617-3-iscsi, cleared binding levels {{(pid=93164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:02:08.806585 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-88235993-4253-48d7-a1fd-24adfa9d4cc0 None None] For port 8f610616-cfb2-4c6d-841c-c8bafcf8583b, host dv-cinder-801617-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=8f610616-cfb2-4c6d-841c-c8bafcf8583b,segment=NetworkSegment(d34fa97e-0825-4a06-9105-26c8994a2a7e),segment_id=d34fa97e-0825-4a06-9105-26c8994a2a7e)] {{(pid=93164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:02:08.807579 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning complete for port e7800073-0126-4cde-83d9-087ce977766c triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:02:08.807948 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:02:08.808047 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 41126) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:02:08.811738 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-88235993-4253-48d7-a1fd-24adfa9d4cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:02:08.878633 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88235993-4253-48d7-a1fd-24adfa9d4cc0 None None] Routers {'b84b66dc-e4d9-4155-9071-82dd93b61e42'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:02:08.879311 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-88235993-4253-48d7-a1fd-24adfa9d4cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:01:57Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['b84b66dc-e4d9-4155-9071-82dd93b61e42'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:02:08.922688 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-ac40cf30-c72c-493a-8818-779529bbfecf admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1124127 Jul 28 05:02:09.042048 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68efb37f-44d7-4190-b056-da717548cf9b None None] Pushing event updated for resources: {'Port': ['ID=8f610616-cfb2-4c6d-841c-c8bafcf8583b,revision_number=3']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:02:09.126353 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-88235993-4253-48d7-a1fd-24adfa9d4cc0 None None] Set router b84b66dc-e4d9-4155-9071-82dd93b61e42 gateway port host: dv-cinder-801617-3-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:02:09.335888 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-88235993-4253-48d7-a1fd-24adfa9d4cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84b66dc-e4d9-4155-9071-82dd93b61e42', 'name': 'router1', 'tenant_id': '9bcf4e0c1b66405ea2eae7623828c482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '8f610616-cfb2-4c6d-841c-c8bafcf8583b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:01:49Z', 'updated_at': '2021-07-28T05:02:05Z', 'revision_number': 4, 'project_id': '9bcf4e0c1b66405ea2eae7623828c482', 'gw_port': {'id': '8f610616-cfb2-4c6d-841c-c8bafcf8583b', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fe:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84b66dc-e4d9-4155-9071-82dd93b61e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:02:05Z', 'updated_at': '2021-07-28T05:02:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_interfaces': [{'id': 'e7800073-0126-4cde-83d9-087ce977766c', 'name': '', 'network_id': '12d8e7f3-ffca-435a-b890-013872cee84f', 'tenant_id': '9bcf4e0c1b66405ea2eae7623828c482', 'mac_address': 'fa:16:3e:32:5c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84b66dc-e4d9-4155-9071-82dd93b61e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd29f7f0c-8160-46c2-aa7f-bd0c31866bfe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:01:57Z', 'updated_at': '2021-07-28T05:02:06Z', 'revision_number': 5, 'project_id': '9bcf4e0c1b66405ea2eae7623828c482', 'subnets': [{'id': 'd29f7f0c-8160-46c2-aa7f-bd0c31866bfe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8eb035a6-1eae-4053-97bc-a78118b3f58a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:02:09.363058 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88235993-4253-48d7-a1fd-24adfa9d4cc0 None None] The sync data for ids ['b84b66dc-e4d9-4155-9071-82dd93b61e42'] in dv-cinder-801617-3-iscsi is: [{'id': 'b84b66dc-e4d9-4155-9071-82dd93b61e42', 'name': 'router1', 'tenant_id': '9bcf4e0c1b66405ea2eae7623828c482', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '8f610616-cfb2-4c6d-841c-c8bafcf8583b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:01:49Z', 'updated_at': '2021-07-28T05:02:05Z', 'revision_number': 4, 'project_id': '9bcf4e0c1b66405ea2eae7623828c482', 'gw_port': {'id': '8f610616-cfb2-4c6d-841c-c8bafcf8583b', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:fe:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84b66dc-e4d9-4155-9071-82dd93b61e42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:02:05Z', 'updated_at': '2021-07-28T05:02:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_interfaces': [{'id': 'e7800073-0126-4cde-83d9-087ce977766c', 'name': '', 'network_id': '12d8e7f3-ffca-435a-b890-013872cee84f', 'tenant_id': '9bcf4e0c1b66405ea2eae7623828c482', 'mac_address': 'fa:16:3e:32:5c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84b66dc-e4d9-4155-9071-82dd93b61e42', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd29f7f0c-8160-46c2-aa7f-bd0c31866bfe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:01:57Z', 'updated_at': '2021-07-28T05:02:06Z', 'revision_number': 5, 'project_id': '9bcf4e0c1b66405ea2eae7623828c482', 'subnets': [{'id': 'd29f7f0c-8160-46c2-aa7f-bd0c31866bfe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8eb035a6-1eae-4053-97bc-a78118b3f58a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:02:10.451679 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 5 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:02:10.722823 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 8f610616-cfb2-4c6d-841c-c8bafcf8583b up at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:02:10.777891 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning for port 8f610616-cfb2-4c6d-841c-c8bafcf8583b completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:02:10.781934 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning complete for port 8f610616-cfb2-4c6d-841c-c8bafcf8583b triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:02:10.782486 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:02:10.864982 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:02:10.887197 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] For port 8f610616-cfb2-4c6d-841c-c8bafcf8583b, host dv-cinder-801617-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=8f610616-cfb2-4c6d-841c-c8bafcf8583b,segment=NetworkSegment(d34fa97e-0825-4a06-9105-26c8994a2a7e),segment_id=d34fa97e-0825-4a06-9105-26c8994a2a7e)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:02:10.892281 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:02:10.940384 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Pushing event updated for resources: {'Port': ['ID=8f610616-cfb2-4c6d-841c-c8bafcf8583b,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:02:12.718145 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 8f610616-cfb2-4c6d-841c-c8bafcf8583b up at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:02:12.775385 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning complete for port 8f610616-cfb2-4c6d-841c-c8bafcf8583b triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:02:12.776015 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:02:23.916205 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-e43e625a-aefb-434a-afc1-10dfc1f9b326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:02:26.775748 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-aae984a4-3522-4be2-b244-90f473ef52e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:02:26.870075 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:02:27.670388 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:02:29.173312 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:02:47.450189 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 5 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:02:54.003562 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-88c9b963-2312-46dd-b654-63f5b4f98266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:02:56.780215 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-cbd6ef6f-d586-42b3-8ca5-5042826f78ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:02:56.864829 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:02:57.671403 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:02:59.186462 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:03:23.914331 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-6f769904-5357-49d9-8e36-72df020e11ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:03:24.449579 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 5 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:03:26.790438 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-6be1808f-a690-4589-a45f-ca93a2757b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:03:26.866316 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:03:27.673691 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:03:29.182594 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:03:44.110191 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 41696) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:03:44.232156 dv-cinder-801617-3-iscsi neutron-server[93162]: WARNING oslo_policy.policy [None req-0f0a3816-a85b-4862-b0d1-8cea6e56d2f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 05:03:44.232728 dv-cinder-801617-3-iscsi neutron-server[93162]: WARNING oslo_policy.policy [None req-0f0a3816-a85b-4862-b0d1-8cea6e56d2f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 05:03:44.494829 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f0a3816-a85b-4862-b0d1-8cea6e56d2f8 admin admin] GET failed (client error): The resource could not be found. Jul 28 05:03:44.496732 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-0f0a3816-a85b-4862-b0d1-8cea6e56d2f8 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3844483 Jul 28 05:03:44.762221 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.policy [None req-3d3c36f9-5049-4c75-9661-51b284786789 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93162) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 28 05:03:44.808426 dv-cinder-801617-3-iscsi neutron-server[93162]: WARNING oslo_policy.policy [None req-3d3c36f9-5049-4c75-9661-51b284786789 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 05:03:44.808793 dv-cinder-801617-3-iscsi neutron-server[93162]: WARNING oslo_policy.policy [None req-3d3c36f9-5049-4c75-9661-51b284786789 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 05:03:44.816986 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3c36f9-5049-4c75-9661-51b284786789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:03:44.818686 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-3d3c36f9-5049-4c75-9661-51b284786789 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.3176033 Jul 28 05:03:46.989719 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 41712) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:03:47.111545 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80683091-cee4-47a6-b134-9610b10a0fda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:03:47.112849 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-80683091-cee4-47a6-b134-9610b10a0fda admin admin] 10.222.0.13 "GET /v2.0/subnets/d29f7f0c-8160-46c2-aa7f-bd0c31866bfe HTTP/1.1" status: 200 len: 849 time: 0.1222177 Jul 28 05:03:47.123145 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-1da10c1b-cf72-43a7-b9e7-e3057b0945bf admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:03:47.203801 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1da10c1b-cf72-43a7-b9e7-e3057b0945bf admin admin] Notify callbacks [] for subnet, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:03:47.364525 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1da10c1b-cf72-43a7-b9e7-e3057b0945bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765227552808'] for subnet, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:03:47.407673 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da10c1b-cf72-43a7-b9e7-e3057b0945bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:03:47.408306 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1da10c1b-cf72-43a7-b9e7-e3057b0945bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for subnet, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:03:47.409587 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-1da10c1b-cf72-43a7-b9e7-e3057b0945bf admin admin] 10.222.0.13 "PUT /v2.0/subnets/d29f7f0c-8160-46c2-aa7f-bd0c31866bfe HTTP/1.1" status: 200 len: 868 time: 0.2902553 Jul 28 05:03:47.412745 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ac246a-db60-489a-984f-aec606b40bb5 None None] Network 12d8e7f3-ffca-435a-b890-013872cee84f requested from dv-cinder-801617-3-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 05:03:47.452621 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da10c1b-cf72-43a7-b9e7-e3057b0945bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=d29f7f0c-8160-46c2-aa7f-bd0c31866bfe,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:03:47.462538 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da10c1b-cf72-43a7-b9e7-e3057b0945bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:03:47.462882 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da10c1b-cf72-43a7-b9e7-e3057b0945bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:03:47.463222 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da10c1b-cf72-43a7-b9e7-e3057b0945bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:03:47.463599 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da10c1b-cf72-43a7-b9e7-e3057b0945bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:03:47.463928 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da10c1b-cf72-43a7-b9e7-e3057b0945bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:03:47.464261 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da10c1b-cf72-43a7-b9e7-e3057b0945bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:03:47.464733 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da10c1b-cf72-43a7-b9e7-e3057b0945bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:03:47.465062 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da10c1b-cf72-43a7-b9e7-e3057b0945bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:03:47.465399 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da10c1b-cf72-43a7-b9e7-e3057b0945bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:03:47.465730 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da10c1b-cf72-43a7-b9e7-e3057b0945bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:03:47.466189 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da10c1b-cf72-43a7-b9e7-e3057b0945bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:03:47.466519 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da10c1b-cf72-43a7-b9e7-e3057b0945bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:03:47.468360 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da10c1b-cf72-43a7-b9e7-e3057b0945bf admin admin] Tracked resource versions report: Jul 28 05:03:47.468360 dv-cinder-801617-3-iscsi neutron-server[93162]: pushed versions: Jul 28 05:03:47.468360 dv-cinder-801617-3-iscsi neutron-server[93162]: { 'AddressGroup': {'1.2'}, Jul 28 05:03:47.468360 dv-cinder-801617-3-iscsi neutron-server[93162]: 'ConntrackHelper': {'1.0'}, Jul 28 05:03:47.468360 dv-cinder-801617-3-iscsi neutron-server[93162]: 'Log': {'1.0'}, Jul 28 05:03:47.468360 dv-cinder-801617-3-iscsi neutron-server[93162]: 'Network': {'1.1'}, Jul 28 05:03:47.468360 dv-cinder-801617-3-iscsi neutron-server[93162]: 'Port': {'1.7'}, Jul 28 05:03:47.468360 dv-cinder-801617-3-iscsi neutron-server[93162]: 'PortForwarding': {'1.2'}, Jul 28 05:03:47.468360 dv-cinder-801617-3-iscsi neutron-server[93162]: 'QosPolicy': {'1.8'}, Jul 28 05:03:47.468360 dv-cinder-801617-3-iscsi neutron-server[93162]: 'SecurityGroup': {'1.4'}, Jul 28 05:03:47.468360 dv-cinder-801617-3-iscsi neutron-server[93162]: 'SecurityGroupRule': {'1.2'}, Jul 28 05:03:47.468360 dv-cinder-801617-3-iscsi neutron-server[93162]: 'SubPort': {'1.0'}, Jul 28 05:03:47.468360 dv-cinder-801617-3-iscsi neutron-server[93162]: 'Subnet': {'1.1'}, Jul 28 05:03:47.468360 dv-cinder-801617-3-iscsi neutron-server[93162]: 'Trunk': {'1.1'}} Jul 28 05:03:47.468360 dv-cinder-801617-3-iscsi neutron-server[93162]: consumer versions: Jul 28 05:03:47.468360 dv-cinder-801617-3-iscsi neutron-server[93162]: { DHCP agent@dv-cinder-801617-3-iscsi: {}, Jul 28 05:03:47.468360 dv-cinder-801617-3-iscsi neutron-server[93162]: L3 agent@dv-cinder-801617-3-iscsi: {}, Jul 28 05:03:47.468360 dv-cinder-801617-3-iscsi neutron-server[93162]: Metadata agent@dv-cinder-801617-3-iscsi: {}, Jul 28 05:03:47.468360 dv-cinder-801617-3-iscsi neutron-server[93162]: Metering agent@dv-cinder-801617-3-iscsi: {}, Jul 28 05:03:47.468360 dv-cinder-801617-3-iscsi neutron-server[93162]: Open vSwitch agent@dv-cinder-801617-3-iscsi: { 'AddressGroup': '1.2', Jul 28 05:03:47.468360 dv-cinder-801617-3-iscsi neutron-server[93162]: 'ConntrackHelper': '1.0', Jul 28 05:03:47.468360 dv-cinder-801617-3-iscsi neutron-server[93162]: 'Log': '1.0', Jul 28 05:03:47.468360 dv-cinder-801617-3-iscsi neutron-server[93162]: 'Network': '1.1', Jul 28 05:03:47.468360 dv-cinder-801617-3-iscsi neutron-server[93162]: 'Port': '1.7', Jul 28 05:03:47.468360 dv-cinder-801617-3-iscsi neutron-server[93162]: 'PortForwarding': '1.2', Jul 28 05:03:47.468360 dv-cinder-801617-3-iscsi neutron-server[93162]: 'QosPolicy': '1.8', Jul 28 05:03:47.468360 dv-cinder-801617-3-iscsi neutron-server[93162]: 'SecurityGroup': '1.4', Jul 28 05:03:47.468360 dv-cinder-801617-3-iscsi neutron-server[93162]: 'SecurityGroupRule': '1.2', Jul 28 05:03:47.468360 dv-cinder-801617-3-iscsi neutron-server[93162]: 'SubPort': '1.0', Jul 28 05:03:47.468360 dv-cinder-801617-3-iscsi neutron-server[93162]: 'Subnet': '1.1', Jul 28 05:03:47.468360 dv-cinder-801617-3-iscsi neutron-server[93162]: 'Trunk': '1.1'}} Jul 28 05:03:47.468360 dv-cinder-801617-3-iscsi neutron-server[93162]: {{(pid=93162) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 05:03:47.811297 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-c319234f-5836-4807-8e79-9f8ba2b5f68a None None] Provisioning complete for port 1594811d-53c5-4330-b95e-fe7b05fedf8f triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:03:47.811705 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-c319234f-5836-4807-8e79-9f8ba2b5f68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:03:47.893585 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-c319234f-5836-4807-8e79-9f8ba2b5f68a None None] Provisioning complete for port e7800073-0126-4cde-83d9-087ce977766c triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:03:47.893852 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-c319234f-5836-4807-8e79-9f8ba2b5f68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:03:49.570245 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 41724) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:03:49.786551 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e814ff-fd5d-46d2-bd39-98633f10de58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:03:49.787018 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e814ff-fd5d-46d2-bd39-98633f10de58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:03:49.788559 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-79e814ff-fd5d-46d2-bd39-98633f10de58 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2173512 Jul 28 05:03:51.946220 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 41732) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:03:52.146409 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1ebd9d-db7c-4dea-a1ea-24cdc5dac191 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:03:52.146805 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1ebd9d-db7c-4dea-a1ea-24cdc5dac191 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:03:52.148917 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-dc1ebd9d-db7c-4dea-a1ea-24cdc5dac191 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2012610 Jul 28 05:03:53.916241 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-681e29dc-e457-46cc-9183-963fa7f0f713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:03:54.285635 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 41742) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:03:54.413386 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bd0001-4aa1-48bf-9183-aab8467e6842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:03:54.415267 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-73bd0001-4aa1-48bf-9183-aab8467e6842 admin admin] 10.222.0.13 "GET /v2.0/networks/12d8e7f3-ffca-435a-b890-013872cee84f HTTP/1.1" status: 200 len: 869 time: 0.1286876 Jul 28 05:03:56.557580 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 41750) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:03:56.678140 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a8d182-c3a6-42d6-aa43-425b64894aab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:03:56.679442 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-c5a8d182-c3a6-42d6-aa43-425b64894aab admin admin] 10.222.0.13 "GET /v2.0/networks/c7125004-43ac-4633-9f2f-3f406f3e858d HTTP/1.1" status: 200 len: 886 time: 0.1208913 Jul 28 05:03:56.784669 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-2d31c88d-a179-47f4-a343-bf0e8659e146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:03:56.866753 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:03:57.675733 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:03:58.835434 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 41758) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:03:58.955223 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fb605d-c776-4da0-a4a6-27f9e42456cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:03:58.955706 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85fb605d-c776-4da0-a4a6-27f9e42456cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:03:58.957228 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-85fb605d-c776-4da0-a4a6-27f9e42456cf admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1208475 Jul 28 05:03:59.186732 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:04:01.090455 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 41766) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:04:01.176270 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ba2663-ba22-4baa-a58d-e05ac1ec98a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:04:01.176720 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ba2663-ba22-4baa-a58d-e05ac1ec98a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:04:01.178175 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-a5ba2663-ba22-4baa-a58d-e05ac1ec98a5 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0867620 Jul 28 05:04:01.448015 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 5 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:04:03.365387 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 41774) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:04:03.455259 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2c6bdf-4b9d-4825-a5b1-768b48f08230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:04:03.456661 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-bf2c6bdf-4b9d-4825-a5b1-768b48f08230 admin admin] 10.222.0.13 "GET /v2.0/subnets/d29f7f0c-8160-46c2-aa7f-bd0c31866bfe HTTP/1.1" status: 200 len: 868 time: 0.0903122 Jul 28 05:04:05.603592 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 41782) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:04:05.687645 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb3b0cb-4356-45e0-a755-6c509cdc9960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:04:05.688962 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-bdb3b0cb-4356-45e0-a755-6c509cdc9960 admin admin] 10.222.0.13 "GET /v2.0/subnets/e72a7812-7eaf-41ec-8662-055279a1b0f7 HTTP/1.1" status: 200 len: 816 time: 0.0844357 Jul 28 05:04:23.917397 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-e81d48dd-9bd6-435a-9ee4-7a8fb979cfef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:04:26.784820 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-285c603b-a574-4c04-b70c-a88bded1dbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:04:26.867103 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:04:27.680461 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:04:29.187811 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:04:30.962143 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 41836) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:04:31.007314 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [None req-52284e42-9380-4ba2-9f3a-010935d9a674 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 05:04:31.008362 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-52284e42-9380-4ba2-9f3a-010935d9a674 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0452590 Jul 28 05:04:33.223009 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 41844) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:04:33.280588 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.pecan_wsgi.hooks.translation [None req-1713440e-8831-4f86-8322-68007ed486e9 admin admin] GET failed (client error): The resource could not be found. Jul 28 05:04:33.281897 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-1713440e-8831-4f86-8322-68007ed486e9 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0579252 Jul 28 05:04:33.422152 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bec54d-c7ec-4d61-af3d-1f0c90fbfba2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:04:33.423589 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-47bec54d-c7ec-4d61-af3d-1f0c90fbfba2 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1372662 Jul 28 05:04:35.594005 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 41852) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:04:35.639624 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-1228fa91-35ae-4828-aa69-31f198475af9 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:04:35.659572 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1228fa91-35ae-4828-aa69-31f198475af9 admin admin] Made reservation on behalf of ed150080dffc498a9d35d6d573b827b4 for: {'network': 1} {{(pid=93163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:04:35.661709 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1228fa91-35ae-4828-aa69-31f198475af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for network, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:04:35.689869 dv-cinder-801617-3-iscsi neutron-server[93163]: WARNING neutron.services.revisions.revision_plugin [None req-1228fa91-35ae-4828-aa69-31f198475af9 admin admin] Could not find related network for resource to bump revision. Jul 28 05:04:35.701252 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1228fa91-35ae-4828-aa69-31f198475af9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=93163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 05:04:35.714106 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1228fa91-35ae-4828-aa69-31f198475af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502470'] for segment, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:04:35.714457 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.db.segments_db [None req-1228fa91-35ae-4828-aa69-31f198475af9 admin admin] Added segment 2b405742-7c56-4387-80c8-dacf96957454 of type vlan for network 84774dcd-c1a1-48db-af93-50c068f6610b Jul 28 05:04:35.846557 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1228fa91-35ae-4828-aa69-31f198475af9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765227181150'] for network, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:04:35.873625 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1228fa91-35ae-4828-aa69-31f198475af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463'] for network, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:04:35.874539 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1228fa91-35ae-4828-aa69-31f198475af9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:04:35.875121 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1228fa91-35ae-4828-aa69-31f198475af9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for network, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:04:35.927844 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-1228fa91-35ae-4828-aa69-31f198475af9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3327110 Jul 28 05:04:35.934709 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1228fa91-35ae-4828-aa69-31f198475af9 admin admin] Pushing event updated for resources: {'Network': ['ID=84774dcd-c1a1-48db-af93-50c068f6610b,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:04:35.941905 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1228fa91-35ae-4828-aa69-31f198475af9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:04:35.942264 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1228fa91-35ae-4828-aa69-31f198475af9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:04:35.942626 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1228fa91-35ae-4828-aa69-31f198475af9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:04:35.942961 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1228fa91-35ae-4828-aa69-31f198475af9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:04:35.943872 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1228fa91-35ae-4828-aa69-31f198475af9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:04:35.944201 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1228fa91-35ae-4828-aa69-31f198475af9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:04:35.944527 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1228fa91-35ae-4828-aa69-31f198475af9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:04:35.944850 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1228fa91-35ae-4828-aa69-31f198475af9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:04:35.945194 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1228fa91-35ae-4828-aa69-31f198475af9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:04:35.945520 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1228fa91-35ae-4828-aa69-31f198475af9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:04:35.945840 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1228fa91-35ae-4828-aa69-31f198475af9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:04:35.946156 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1228fa91-35ae-4828-aa69-31f198475af9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:04:35.957305 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Network 84774dcd-c1a1-48db-af93-50c068f6610b details requested by agent ovs-agent-dv-cinder-801617-3-iscsi with host dv-cinder-801617-3-iscsi {{(pid=93164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 05:04:38.094667 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 41860) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:04:38.152604 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.pecan_wsgi.hooks.translation [None req-2153f299-95f7-457b-ad8b-ecd5fada4057 admin admin] GET failed (client error): The resource could not be found. Jul 28 05:04:38.153886 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-2153f299-95f7-457b-ad8b-ecd5fada4057 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0582767 Jul 28 05:04:38.222085 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1e5cbd-004f-432f-840c-d42dae8db987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:04:38.223492 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-6f1e5cbd-004f-432f-840c-d42dae8db987 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0653138 Jul 28 05:04:38.234181 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-f100abe9-da96-4921-91a0-bef939241cf4 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '84774dcd-c1a1-48db-af93-50c068f6610b', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:04:38.253896 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f100abe9-da96-4921-91a0-bef939241cf4 admin admin] Made reservation on behalf of ed150080dffc498a9d35d6d573b827b4 for: {'subnet': 1} {{(pid=93163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:04:38.256366 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f100abe9-da96-4921-91a0-bef939241cf4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:04:38.416482 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f100abe9-da96-4921-91a0-bef939241cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463'] for subnet, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:04:38.446402 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 5 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:04:38.467430 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f100abe9-da96-4921-91a0-bef939241cf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e03dc57-3f57-471a-a57b-7329b421135d,revision_number=0']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:04:38.475982 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f100abe9-da96-4921-91a0-bef939241cf4 admin admin] Checking segment: {'id': '2b405742-7c56-4387-80c8-dacf96957454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '84774dcd-c1a1-48db-af93-50c068f6610b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:04:38.476328 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f100abe9-da96-4921-91a0-bef939241cf4 admin admin] Network hostable DHCP agents. Network: 84774dcd-c1a1-48db-af93-50c068f6610b, hostable agents: ['0224797f-e6dd-43af-ba50-4dde553cda73'], hosted agents: [] {{(pid=93163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 05:04:38.492115 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f100abe9-da96-4921-91a0-bef939241cf4 admin admin] Network 84774dcd-c1a1-48db-af93-50c068f6610b is scheduled to be hosted by DHCP agent 0224797f-e6dd-43af-ba50-4dde553cda73 with binding_index 1 {{(pid=93163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 05:04:38.500004 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-f100abe9-da96-4921-91a0-bef939241cf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801617-3-iscsi, 84774dcd-c1a1-48db-af93-50c068f6610b) {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:04:38.503819 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f100abe9-da96-4921-91a0-bef939241cf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:04:38.504401 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f100abe9-da96-4921-91a0-bef939241cf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for subnet, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:04:38.508268 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab775017-60cc-4570-8fdc-8e19db3bd95e None None] Network 84774dcd-c1a1-48db-af93-50c068f6610b requested from dv-cinder-801617-3-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 05:04:38.521181 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-f100abe9-da96-4921-91a0-bef939241cf4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2906692 Jul 28 05:04:38.758836 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016f4b2d-3e41-46d6-856e-defc012251b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8013e485-fac1-5ac9-b3c7-78bb1bff2b0b-84774dcd-c1a1-48db-af93-50c068f6610b', 'network_id': '84774dcd-c1a1-48db-af93-50c068f6610b', 'tenant_id': 'ed150080dffc498a9d35d6d573b827b4', 'fixed_ips': [{'subnet_id': '8e03dc57-3f57-471a-a57b-7329b421135d'}]}} from dv-cinder-801617-3-iscsi. {{(pid=93164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 05:04:38.759801 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-016f4b2d-3e41-46d6-856e-defc012251b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:04:38.898819 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.db_base_plugin_common [None req-016f4b2d-3e41-46d6-856e-defc012251b6 None None] Allocated IP 192.168.233.2 (84774dcd-c1a1-48db-af93-50c068f6610b/8e03dc57-3f57-471a-a57b-7329b421135d/ed812450-4f93-48ee-aafe-97574233e059) {{(pid=93164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:04:39.043383 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-016f4b2d-3e41-46d6-856e-defc012251b6 None None] Notify callbacks [] for port, precommit_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:04:39.051604 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-016f4b2d-3e41-46d6-856e-defc012251b6 None None] Transition to ACTIVE for port object ed812450-4f93-48ee-aafe-97574233e059 will not be triggered until provisioned by entity L2. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:04:39.066666 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-016f4b2d-3e41-46d6-856e-defc012251b6 None None] Transition to ACTIVE for port object ed812450-4f93-48ee-aafe-97574233e059 will not be triggered until provisioned by entity DHCP. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:04:39.072871 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-016f4b2d-3e41-46d6-856e-defc012251b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227148292'] for port, after_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:04:39.110376 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016f4b2d-3e41-46d6-856e-defc012251b6 None None] Network 84774dcd-c1a1-48db-af93-50c068f6610b is already hosted by enough agents. {{(pid=93164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:04:39.113088 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.scheduler.base_scheduler [None req-016f4b2d-3e41-46d6-856e-defc012251b6 None None] Resources bound (agent type, host, resource id): {{(pid=93164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:04:39.115565 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016f4b2d-3e41-46d6-856e-defc012251b6 None None] Received port after_create {{(pid=93164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 05:04:39.128509 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f4b2d-3e41-46d6-856e-defc012251b6 None None] Pushing event updated for resources: {'Port': ['ID=ed812450-4f93-48ee-aafe-97574233e059,revision_number=1']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:04:39.153004 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016f4b2d-3e41-46d6-856e-defc012251b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:04:39.153345 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016f4b2d-3e41-46d6-856e-defc012251b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:04:39.153679 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016f4b2d-3e41-46d6-856e-defc012251b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:04:39.154000 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016f4b2d-3e41-46d6-856e-defc012251b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:04:39.154329 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016f4b2d-3e41-46d6-856e-defc012251b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:04:39.154650 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016f4b2d-3e41-46d6-856e-defc012251b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:04:39.154964 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016f4b2d-3e41-46d6-856e-defc012251b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:04:39.155284 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016f4b2d-3e41-46d6-856e-defc012251b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:04:39.155646 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016f4b2d-3e41-46d6-856e-defc012251b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:04:39.155966 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016f4b2d-3e41-46d6-856e-defc012251b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:04:39.156281 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016f4b2d-3e41-46d6-856e-defc012251b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:04:39.156592 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-016f4b2d-3e41-46d6-856e-defc012251b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:04:39.195930 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-016f4b2d-3e41-46d6-856e-defc012251b6 None None] Attempting to bind port ed812450-4f93-48ee-aafe-97574233e059 on host dv-cinder-801617-3-iscsi for vnic_type normal with profile {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 05:04:39.196300 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-016f4b2d-3e41-46d6-856e-defc012251b6 None None] Attempting to bind port ed812450-4f93-48ee-aafe-97574233e059 by drivers openvswitch,hyperv on host dv-cinder-801617-3-iscsi at level 0 using segments [{'id': '2b405742-7c56-4387-80c8-dacf96957454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '84774dcd-c1a1-48db-af93-50c068f6610b'}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 05:04:39.196665 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016f4b2d-3e41-46d6-856e-defc012251b6 None None] Attempting to bind port ed812450-4f93-48ee-aafe-97574233e059 on network 84774dcd-c1a1-48db-af93-50c068f6610b {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:04:39.201886 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016f4b2d-3e41-46d6-856e-defc012251b6 None None] Checking agent: {'id': '3fbc40da-b90e-4a82-82aa-1ec33702809d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 5, 1, 27), 'started_at': datetime.datetime(2021, 7, 28, 5, 1, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 5, 4, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 05:04:39.202257 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016f4b2d-3e41-46d6-856e-defc012251b6 None None] Checking segment: {'id': '2b405742-7c56-4387-80c8-dacf96957454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '84774dcd-c1a1-48db-af93-50c068f6610b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:04:39.202652 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-016f4b2d-3e41-46d6-856e-defc012251b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:04:39.203034 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-016f4b2d-3e41-46d6-856e-defc012251b6 None None] Bound using segment: {'id': '2b405742-7c56-4387-80c8-dacf96957454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '84774dcd-c1a1-48db-af93-50c068f6610b'} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 05:04:39.203507 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-016f4b2d-3e41-46d6-856e-defc012251b6 None None] Bound port: ed812450-4f93-48ee-aafe-97574233e059, host: dv-cinder-801617-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b405742-7c56-4387-80c8-dacf96957454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '84774dcd-c1a1-48db-af93-50c068f6610b'}}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 05:04:39.203897 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-016f4b2d-3e41-46d6-856e-defc012251b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:04:39.265940 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-016f4b2d-3e41-46d6-856e-defc012251b6 None None] For port ed812450-4f93-48ee-aafe-97574233e059, host dv-cinder-801617-3-iscsi, cleared binding levels {{(pid=93164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:04:39.269061 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-016f4b2d-3e41-46d6-856e-defc012251b6 None None] For port ed812450-4f93-48ee-aafe-97574233e059, host dv-cinder-801617-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=ed812450-4f93-48ee-aafe-97574233e059,segment=NetworkSegment(2b405742-7c56-4387-80c8-dacf96957454),segment_id=2b405742-7c56-4387-80c8-dacf96957454)] {{(pid=93164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:04:39.274599 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-016f4b2d-3e41-46d6-856e-defc012251b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:04:39.330749 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f4b2d-3e41-46d6-856e-defc012251b6 None None] Pushing event updated for resources: {'Port': ['ID=ed812450-4f93-48ee-aafe-97574233e059,revision_number=2']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:04:40.126856 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b0d0aa-84ec-442e-b594-5236dbbc1d0c None None] Network 84774dcd-c1a1-48db-af93-50c068f6610b requested from dv-cinder-801617-3-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 05:04:40.181381 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-7339efe0-4988-4bad-bbeb-94042f162b44 None None] Provisioning for port ed812450-4f93-48ee-aafe-97574233e059 completed by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:04:40.823321 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device ed812450-4f93-48ee-aafe-97574233e059 up at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:04:40.874245 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning for port ed812450-4f93-48ee-aafe-97574233e059 completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:04:40.878241 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning complete for port ed812450-4f93-48ee-aafe-97574233e059 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:04:40.878612 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:04:40.953497 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:04:40.985177 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] For port ed812450-4f93-48ee-aafe-97574233e059, host dv-cinder-801617-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=ed812450-4f93-48ee-aafe-97574233e059,segment=NetworkSegment(2b405742-7c56-4387-80c8-dacf96957454),segment_id=2b405742-7c56-4387-80c8-dacf96957454)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:04:40.989188 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:04:41.038264 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Pushing event updated for resources: {'Port': ['ID=ed812450-4f93-48ee-aafe-97574233e059,revision_number=3']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:04:42.809687 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device ed812450-4f93-48ee-aafe-97574233e059 up at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:04:42.858908 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning complete for port ed812450-4f93-48ee-aafe-97574233e059 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:04:42.859281 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:04:53.920644 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-903b5755-43d9-4ce1-b2bf-0db4eefff09e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:04:56.786263 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0b209e70-1c9b-4774-8971-6875e4308fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:04:56.867544 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:04:57.682422 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:04:59.188722 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:05:15.444556 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 5 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:05:23.924338 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-7e374f61-6f2d-463e-b340-449064309b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:05:26.787444 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-05984dac-fdcd-4a0a-b626-5f9d01e676ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:05:26.868264 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:05:27.686122 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:05:29.191377 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:05:47.748752 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 41912) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:05:47.754595 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [None req-48214899-9d74-4269-bcac-68c17ab619e1 tempest-verify_tempest_config-1495256793 tempest-verify_tempest_config-1495256793-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 05:05:47.755600 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-48214899-9d74-4269-bcac-68c17ab619e1 tempest-verify_tempest_config-1495256793 tempest-verify_tempest_config-1495256793-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058484 Jul 28 05:05:48.050068 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 41930) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:05:48.150646 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-619ab917-4c88-47b2-8ef5-e1ab3fa87cf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:05:48.236330 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-619ab917-4c88-47b2-8ef5-e1ab3fa87cf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:05:48.242044 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-619ab917-4c88-47b2-8ef5-e1ab3fa87cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:05:48.290639 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-619ab917-4c88-47b2-8ef5-e1ab3fa87cf7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b5aa1adaac69416dbfb0f0c68ff5bd65&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2394950 Jul 28 05:05:48.292576 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619ab917-4c88-47b2-8ef5-e1ab3fa87cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=252589ff-d26d-48c2-839a-92d65839dd3d,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:05:48.293317 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 41934) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:05:48.299312 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619ab917-4c88-47b2-8ef5-e1ab3fa87cf7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:05:48.299704 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619ab917-4c88-47b2-8ef5-e1ab3fa87cf7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:05:48.300049 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619ab917-4c88-47b2-8ef5-e1ab3fa87cf7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:05:48.300379 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619ab917-4c88-47b2-8ef5-e1ab3fa87cf7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:05:48.300704 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619ab917-4c88-47b2-8ef5-e1ab3fa87cf7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:05:48.301044 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619ab917-4c88-47b2-8ef5-e1ab3fa87cf7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:05:48.301370 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619ab917-4c88-47b2-8ef5-e1ab3fa87cf7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:05:48.301691 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619ab917-4c88-47b2-8ef5-e1ab3fa87cf7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:05:48.302025 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619ab917-4c88-47b2-8ef5-e1ab3fa87cf7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:05:48.302351 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619ab917-4c88-47b2-8ef5-e1ab3fa87cf7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:05:48.302666 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619ab917-4c88-47b2-8ef5-e1ab3fa87cf7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:05:48.302981 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619ab917-4c88-47b2-8ef5-e1ab3fa87cf7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:05:48.382723 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ee98923a-e41b-47d6-aeeb-b1ca3bf3ef7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:05:48.402798 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ee98923a-e41b-47d6-aeeb-b1ca3bf3ef7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:05:48.493010 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ee98923a-e41b-47d6-aeeb-b1ca3bf3ef7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:05:48.495573 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ee98923a-e41b-47d6-aeeb-b1ca3bf3ef7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:05:48.496719 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-ee98923a-e41b-47d6-aeeb-b1ca3bf3ef7c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/252589ff-d26d-48c2-839a-92d65839dd3d HTTP/1.1" status: 204 len: 168 time: 0.2023773 Jul 28 05:05:48.504658 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee98923a-e41b-47d6-aeeb-b1ca3bf3ef7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252589ff-d26d-48c2-839a-92d65839dd3d,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:05:48.511067 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98923a-e41b-47d6-aeeb-b1ca3bf3ef7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:05:48.511451 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98923a-e41b-47d6-aeeb-b1ca3bf3ef7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:05:48.511798 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98923a-e41b-47d6-aeeb-b1ca3bf3ef7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:05:48.512131 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98923a-e41b-47d6-aeeb-b1ca3bf3ef7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:05:48.512464 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98923a-e41b-47d6-aeeb-b1ca3bf3ef7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:05:48.512836 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98923a-e41b-47d6-aeeb-b1ca3bf3ef7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:05:48.513135 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98923a-e41b-47d6-aeeb-b1ca3bf3ef7c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:05:48.513457 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98923a-e41b-47d6-aeeb-b1ca3bf3ef7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:05:48.513812 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98923a-e41b-47d6-aeeb-b1ca3bf3ef7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:05:48.514118 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98923a-e41b-47d6-aeeb-b1ca3bf3ef7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:05:48.514437 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98923a-e41b-47d6-aeeb-b1ca3bf3ef7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:05:48.514764 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee98923a-e41b-47d6-aeeb-b1ca3bf3ef7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:05:52.443237 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 5 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:05:53.924451 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-b20f3152-21a7-4273-8c19-73ebd3782aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:05:56.790221 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4f01ea4c-4037-49c0-9132-446d24faeb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:05:56.868910 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:05:57.687860 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:05:59.193853 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:06:23.926113 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f0bb060d-1a5e-4bb3-b746-bc0604913559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:06:26.789806 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-055bd426-d1e5-48f8-b896-32acaa9cdd43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:06:26.868430 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:06:27.691103 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:06:29.192917 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:06:29.441253 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 5 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:06:53.925593 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-49bf2dd9-2edc-4a5c-a05f-b5939b555537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:06:56.791164 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-d24c73b9-f8fe-4ab0-ae6d-598fed863d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:06:56.868739 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:06:57.693558 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:06:59.200215 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:07:06.439317 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 5 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:07:18.092819 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-556186'] for agent, after_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:07:23.925572 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-d2c800f3-5c4e-4515-aeaf-c59f5145825f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:07:26.790879 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-c9d24dca-bc4f-44d1-8a68-2e6548010466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:07:26.872340 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:07:27.695518 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:07:29.205592 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:07:32.945800 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 42008) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:07:33.046673 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-85ab34f7-6ac2-4176-84f0-5f56ca42f8c2 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0997832 Jul 28 05:07:35.207764 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 42018) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:07:35.258740 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-0f734e1e-5c85-48f7-a1a4-4bc8bbe7474b admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0499139 Jul 28 05:07:43.438462 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:07:48.068636 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:07:53.924708 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-95aa0f3b-43e3-4fb1-81ab-2113c7ff27a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:07:56.791489 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-15190438-5694-44c7-b346-f6402ad83cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:07:56.874190 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:07:57.699308 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:07:59.206830 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:08:18.070410 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:08:20.437418 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:08:23.926508 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-60d50075-eb04-4724-bf39-8e9012b4298e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:08:26.793799 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-51f3d9b6-4759-4a43-8749-45569388aad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:08:26.875340 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:08:27.707179 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:08:29.218794 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:08:48.076197 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:08:53.927433 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-15fc1225-6650-40fb-a879-07a7c793e6a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:08:56.795090 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f17d0753-be78-4280-a9d3-b17173dee811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:08:56.875854 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:08:57.436815 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:08:57.712966 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:08:59.222973 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:02.003677 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 42192) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:02.162968 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-b9197709-2321-4a00-8c36-6ec85b0d7ab5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-488944907-network', 'tenant_id': '30b837791a4f45f7bbefa0af378d5354'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:09:02.164773 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.quota [None req-b9197709-2321-4a00-8c36-6ec85b0d7ab5 admin admin] Loaded quota_driver: . Jul 28 05:09:02.203899 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9197709-2321-4a00-8c36-6ec85b0d7ab5 admin admin] Made reservation on behalf of 30b837791a4f45f7bbefa0af378d5354 for: {'network': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:09:02.206392 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b9197709-2321-4a00-8c36-6ec85b0d7ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for network, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:02.220689 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b9197709-2321-4a00-8c36-6ec85b0d7ab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:02.334723 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b9197709-2321-4a00-8c36-6ec85b0d7ab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:02.340773 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b9197709-2321-4a00-8c36-6ec85b0d7ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:02.379784 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9197709-2321-4a00-8c36-6ec85b0d7ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e194d9e-e0f6-4447-9078-8f3d5c4e983b,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:02.390347 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9197709-2321-4a00-8c36-6ec85b0d7ab5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=93162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 05:09:02.393850 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9197709-2321-4a00-8c36-6ec85b0d7ab5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:09:02.394218 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9197709-2321-4a00-8c36-6ec85b0d7ab5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:09:02.394560 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9197709-2321-4a00-8c36-6ec85b0d7ab5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:09:02.395072 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9197709-2321-4a00-8c36-6ec85b0d7ab5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:09:02.395407 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9197709-2321-4a00-8c36-6ec85b0d7ab5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:09:02.395776 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9197709-2321-4a00-8c36-6ec85b0d7ab5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:09:02.396289 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9197709-2321-4a00-8c36-6ec85b0d7ab5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:09:02.396843 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9197709-2321-4a00-8c36-6ec85b0d7ab5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:09:02.397115 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9197709-2321-4a00-8c36-6ec85b0d7ab5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:09:02.397452 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9197709-2321-4a00-8c36-6ec85b0d7ab5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:09:02.397776 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9197709-2321-4a00-8c36-6ec85b0d7ab5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:09:02.398097 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9197709-2321-4a00-8c36-6ec85b0d7ab5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:09:02.399141 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9197709-2321-4a00-8c36-6ec85b0d7ab5 admin admin] Tracked resource versions report: Jul 28 05:09:02.399141 dv-cinder-801617-3-iscsi neutron-server[93162]: pushed versions: Jul 28 05:09:02.399141 dv-cinder-801617-3-iscsi neutron-server[93162]: { 'AddressGroup': {'1.2'}, Jul 28 05:09:02.399141 dv-cinder-801617-3-iscsi neutron-server[93162]: 'ConntrackHelper': {'1.0'}, Jul 28 05:09:02.399141 dv-cinder-801617-3-iscsi neutron-server[93162]: 'Log': {'1.0'}, Jul 28 05:09:02.399141 dv-cinder-801617-3-iscsi neutron-server[93162]: 'Network': {'1.1'}, Jul 28 05:09:02.399141 dv-cinder-801617-3-iscsi neutron-server[93162]: 'Port': {'1.7'}, Jul 28 05:09:02.399141 dv-cinder-801617-3-iscsi neutron-server[93162]: 'PortForwarding': {'1.2'}, Jul 28 05:09:02.399141 dv-cinder-801617-3-iscsi neutron-server[93162]: 'QosPolicy': {'1.8'}, Jul 28 05:09:02.399141 dv-cinder-801617-3-iscsi neutron-server[93162]: 'SecurityGroup': {'1.4'}, Jul 28 05:09:02.399141 dv-cinder-801617-3-iscsi neutron-server[93162]: 'SecurityGroupRule': {'1.2'}, Jul 28 05:09:02.399141 dv-cinder-801617-3-iscsi neutron-server[93162]: 'SubPort': {'1.0'}, Jul 28 05:09:02.399141 dv-cinder-801617-3-iscsi neutron-server[93162]: 'Subnet': {'1.1'}, Jul 28 05:09:02.399141 dv-cinder-801617-3-iscsi neutron-server[93162]: 'Trunk': {'1.1'}} Jul 28 05:09:02.399141 dv-cinder-801617-3-iscsi neutron-server[93162]: consumer versions: Jul 28 05:09:02.399141 dv-cinder-801617-3-iscsi neutron-server[93162]: { DHCP agent@dv-cinder-801617-3-iscsi: {}, Jul 28 05:09:02.399141 dv-cinder-801617-3-iscsi neutron-server[93162]: HyperV agent@hv-cinder-80161: {}, Jul 28 05:09:02.399141 dv-cinder-801617-3-iscsi neutron-server[93162]: L3 agent@dv-cinder-801617-3-iscsi: {}, Jul 28 05:09:02.399141 dv-cinder-801617-3-iscsi neutron-server[93162]: Metadata agent@dv-cinder-801617-3-iscsi: {}, Jul 28 05:09:02.399141 dv-cinder-801617-3-iscsi neutron-server[93162]: Metering agent@dv-cinder-801617-3-iscsi: {}, Jul 28 05:09:02.399141 dv-cinder-801617-3-iscsi neutron-server[93162]: Open vSwitch agent@dv-cinder-801617-3-iscsi: { 'AddressGroup': '1.2', Jul 28 05:09:02.399141 dv-cinder-801617-3-iscsi neutron-server[93162]: 'ConntrackHelper': '1.0', Jul 28 05:09:02.399141 dv-cinder-801617-3-iscsi neutron-server[93162]: 'Log': '1.0', Jul 28 05:09:02.399141 dv-cinder-801617-3-iscsi neutron-server[93162]: 'Network': '1.1', Jul 28 05:09:02.399141 dv-cinder-801617-3-iscsi neutron-server[93162]: 'Port': '1.7', Jul 28 05:09:02.399141 dv-cinder-801617-3-iscsi neutron-server[93162]: 'PortForwarding': '1.2', Jul 28 05:09:02.399141 dv-cinder-801617-3-iscsi neutron-server[93162]: 'QosPolicy': '1.8', Jul 28 05:09:02.399141 dv-cinder-801617-3-iscsi neutron-server[93162]: 'SecurityGroup': '1.4', Jul 28 05:09:02.399141 dv-cinder-801617-3-iscsi neutron-server[93162]: 'SecurityGroupRule': '1.2', Jul 28 05:09:02.399141 dv-cinder-801617-3-iscsi neutron-server[93162]: 'SubPort': '1.0', Jul 28 05:09:02.399141 dv-cinder-801617-3-iscsi neutron-server[93162]: 'Subnet': '1.1', Jul 28 05:09:02.399141 dv-cinder-801617-3-iscsi neutron-server[93162]: 'Trunk': '1.1'}} Jul 28 05:09:02.399141 dv-cinder-801617-3-iscsi neutron-server[93162]: {{(pid=93162) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 05:09:02.414046 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b9197709-2321-4a00-8c36-6ec85b0d7ab5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765227628328', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502470'] for segment, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:02.414590 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b9197709-2321-4a00-8c36-6ec85b0d7ab5 admin admin] Unsubscribe: segment precommit_create {{(pid=93162) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 28 05:09:02.415071 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.db.segments_db [None req-b9197709-2321-4a00-8c36-6ec85b0d7ab5 admin admin] Added segment 00b60877-949c-4583-bcd9-a2d1f7b925b6 of type vlan for network 300c0b7a-3ec7-45c6-b237-7a8d9dd471d0 Jul 28 05:09:02.482393 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b9197709-2321-4a00-8c36-6ec85b0d7ab5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765227181150'] for network, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:02.533147 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b9197709-2321-4a00-8c36-6ec85b0d7ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463'] for network, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:02.534111 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9197709-2321-4a00-8c36-6ec85b0d7ab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:02.534690 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b9197709-2321-4a00-8c36-6ec85b0d7ab5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for network, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:02.573599 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 42230) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:02.608806 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-b9197709-2321-4a00-8c36-6ec85b0d7ab5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6040707 Jul 28 05:09:02.609134 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 42236) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:02.616968 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-6b86b62a-adc1-4a2d-98ea-424f824fb9c7 admin admin] Request body: {'subnet': {'network_id': '300c0b7a-3ec7-45c6-b237-7a8d9dd471d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-488944907-subnet', 'tenant_id': '30b837791a4f45f7bbefa0af378d5354', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:09:02.651869 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9197709-2321-4a00-8c36-6ec85b0d7ab5 admin admin] Pushing event updated for resources: {'Network': ['ID=300c0b7a-3ec7-45c6-b237-7a8d9dd471d0,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:02.655957 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b86b62a-adc1-4a2d-98ea-424f824fb9c7 admin admin] Made reservation on behalf of 30b837791a4f45f7bbefa0af378d5354 for: {'subnet': 1} {{(pid=93163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:09:02.658669 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-6b86b62a-adc1-4a2d-98ea-424f824fb9c7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:02.661060 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Network 300c0b7a-3ec7-45c6-b237-7a8d9dd471d0 details requested by agent ovs-agent-dv-cinder-801617-3-iscsi with host dv-cinder-801617-3-iscsi {{(pid=93164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 05:09:02.779137 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 42246) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:02.803550 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 42250) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:02.831569 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 42254) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:02.841158 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-6b86b62a-adc1-4a2d-98ea-424f824fb9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463'] for subnet, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:02.880518 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-8641389d-81e5-4933-a6ee-c2357892dea8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1867579563-network', 'tenant_id': 'f77014531530497aa60d1269fde1bd6f'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:09:02.902118 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b86b62a-adc1-4a2d-98ea-424f824fb9c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f56af102-7f6a-4a13-8214-ac092fadb2ac,revision_number=0']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:02.917974 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b86b62a-adc1-4a2d-98ea-424f824fb9c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:09:02.918338 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b86b62a-adc1-4a2d-98ea-424f824fb9c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:09:02.918683 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b86b62a-adc1-4a2d-98ea-424f824fb9c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:09:02.919013 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b86b62a-adc1-4a2d-98ea-424f824fb9c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:09:02.919337 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b86b62a-adc1-4a2d-98ea-424f824fb9c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:09:02.919724 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b86b62a-adc1-4a2d-98ea-424f824fb9c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:09:02.920045 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b86b62a-adc1-4a2d-98ea-424f824fb9c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:09:02.920357 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b86b62a-adc1-4a2d-98ea-424f824fb9c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:09:02.920692 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b86b62a-adc1-4a2d-98ea-424f824fb9c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:09:02.921012 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b86b62a-adc1-4a2d-98ea-424f824fb9c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:09:02.921326 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b86b62a-adc1-4a2d-98ea-424f824fb9c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:09:02.921640 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b86b62a-adc1-4a2d-98ea-424f824fb9c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:09:02.922703 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b86b62a-adc1-4a2d-98ea-424f824fb9c7 admin admin] Tracked resource versions report: Jul 28 05:09:02.922703 dv-cinder-801617-3-iscsi neutron-server[93163]: pushed versions: Jul 28 05:09:02.922703 dv-cinder-801617-3-iscsi neutron-server[93163]: { 'AddressGroup': {'1.2'}, Jul 28 05:09:02.922703 dv-cinder-801617-3-iscsi neutron-server[93163]: 'ConntrackHelper': {'1.0'}, Jul 28 05:09:02.922703 dv-cinder-801617-3-iscsi neutron-server[93163]: 'Log': {'1.0'}, Jul 28 05:09:02.922703 dv-cinder-801617-3-iscsi neutron-server[93163]: 'Network': {'1.1'}, Jul 28 05:09:02.922703 dv-cinder-801617-3-iscsi neutron-server[93163]: 'Port': {'1.7'}, Jul 28 05:09:02.922703 dv-cinder-801617-3-iscsi neutron-server[93163]: 'PortForwarding': {'1.2'}, Jul 28 05:09:02.922703 dv-cinder-801617-3-iscsi neutron-server[93163]: 'QosPolicy': {'1.8'}, Jul 28 05:09:02.922703 dv-cinder-801617-3-iscsi neutron-server[93163]: 'SecurityGroup': {'1.4'}, Jul 28 05:09:02.922703 dv-cinder-801617-3-iscsi neutron-server[93163]: 'SecurityGroupRule': {'1.2'}, Jul 28 05:09:02.922703 dv-cinder-801617-3-iscsi neutron-server[93163]: 'SubPort': {'1.0'}, Jul 28 05:09:02.922703 dv-cinder-801617-3-iscsi neutron-server[93163]: 'Subnet': {'1.1'}, Jul 28 05:09:02.922703 dv-cinder-801617-3-iscsi neutron-server[93163]: 'Trunk': {'1.1'}} Jul 28 05:09:02.922703 dv-cinder-801617-3-iscsi neutron-server[93163]: consumer versions: Jul 28 05:09:02.922703 dv-cinder-801617-3-iscsi neutron-server[93163]: { DHCP agent@dv-cinder-801617-3-iscsi: {}, Jul 28 05:09:02.922703 dv-cinder-801617-3-iscsi neutron-server[93163]: HyperV agent@hv-cinder-80161: {}, Jul 28 05:09:02.922703 dv-cinder-801617-3-iscsi neutron-server[93163]: L3 agent@dv-cinder-801617-3-iscsi: {}, Jul 28 05:09:02.922703 dv-cinder-801617-3-iscsi neutron-server[93163]: Metadata agent@dv-cinder-801617-3-iscsi: {}, Jul 28 05:09:02.922703 dv-cinder-801617-3-iscsi neutron-server[93163]: Metering agent@dv-cinder-801617-3-iscsi: {}, Jul 28 05:09:02.922703 dv-cinder-801617-3-iscsi neutron-server[93163]: Open vSwitch agent@dv-cinder-801617-3-iscsi: { 'AddressGroup': '1.2', Jul 28 05:09:02.922703 dv-cinder-801617-3-iscsi neutron-server[93163]: 'ConntrackHelper': '1.0', Jul 28 05:09:02.922703 dv-cinder-801617-3-iscsi neutron-server[93163]: 'Log': '1.0', Jul 28 05:09:02.922703 dv-cinder-801617-3-iscsi neutron-server[93163]: 'Network': '1.1', Jul 28 05:09:02.922703 dv-cinder-801617-3-iscsi neutron-server[93163]: 'Port': '1.7', Jul 28 05:09:02.922703 dv-cinder-801617-3-iscsi neutron-server[93163]: 'PortForwarding': '1.2', Jul 28 05:09:02.922703 dv-cinder-801617-3-iscsi neutron-server[93163]: 'QosPolicy': '1.8', Jul 28 05:09:02.922703 dv-cinder-801617-3-iscsi neutron-server[93163]: 'SecurityGroup': '1.4', Jul 28 05:09:02.922703 dv-cinder-801617-3-iscsi neutron-server[93163]: 'SecurityGroupRule': '1.2', Jul 28 05:09:02.922703 dv-cinder-801617-3-iscsi neutron-server[93163]: 'SubPort': '1.0', Jul 28 05:09:02.922703 dv-cinder-801617-3-iscsi neutron-server[93163]: 'Subnet': '1.1', Jul 28 05:09:02.922703 dv-cinder-801617-3-iscsi neutron-server[93163]: 'Trunk': '1.1'}} Jul 28 05:09:02.922703 dv-cinder-801617-3-iscsi neutron-server[93163]: {{(pid=93163) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 05:09:02.940626 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b86b62a-adc1-4a2d-98ea-424f824fb9c7 admin admin] Checking segment: {'id': '00b60877-949c-4583-bcd9-a2d1f7b925b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '300c0b7a-3ec7-45c6-b237-7a8d9dd471d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:09:02.940983 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b86b62a-adc1-4a2d-98ea-424f824fb9c7 admin admin] Network hostable DHCP agents. Network: 300c0b7a-3ec7-45c6-b237-7a8d9dd471d0, hostable agents: ['0224797f-e6dd-43af-ba50-4dde553cda73'], hosted agents: [] {{(pid=93163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 05:09:02.951975 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8641389d-81e5-4933-a6ee-c2357892dea8 admin admin] Made reservation on behalf of f77014531530497aa60d1269fde1bd6f for: {'network': 1} {{(pid=93163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:09:02.954271 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8641389d-81e5-4933-a6ee-c2357892dea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for network, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:02.965570 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8641389d-81e5-4933-a6ee-c2357892dea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:02.979750 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b86b62a-adc1-4a2d-98ea-424f824fb9c7 admin admin] Network 300c0b7a-3ec7-45c6-b237-7a8d9dd471d0 is scheduled to be hosted by DHCP agent 0224797f-e6dd-43af-ba50-4dde553cda73 with binding_index 1 {{(pid=93163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 05:09:02.998883 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-6b86b62a-adc1-4a2d-98ea-424f824fb9c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801617-3-iscsi, 300c0b7a-3ec7-45c6-b237-7a8d9dd471d0) {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:09:03.004358 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b86b62a-adc1-4a2d-98ea-424f824fb9c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:03.004971 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-6b86b62a-adc1-4a2d-98ea-424f824fb9c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for subnet, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:03.012818 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8490fd56-3cfe-480f-b758-56a8a3313802 None None] Network 300c0b7a-3ec7-45c6-b237-7a8d9dd471d0 requested from dv-cinder-801617-3-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 05:09:03.053915 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-6a9a9346-bf8e-4b58-b429-268a64655e52 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-316533616-network', 'tenant_id': 'cd3af660b04c4cd28649da733b80e303'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:09:03.077799 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-de0bdc76-2361-45f6-8506-032e3cfa5e39 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-297239160-network', 'tenant_id': '160ddfbd8db8410e84ee2fffa02f3d1c'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:09:03.095684 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8641389d-81e5-4933-a6ee-c2357892dea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:03.099879 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-4c7e6237-53ef-4a04-a487-4d019f4814f0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1496127404-network', 'tenant_id': '38cd928d0e0347d0baad775ab2994326'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:09:03.104350 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8641389d-81e5-4933-a6ee-c2357892dea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:03.139768 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9a9346-bf8e-4b58-b429-268a64655e52 admin admin] Made reservation on behalf of cd3af660b04c4cd28649da733b80e303 for: {'network': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:09:03.142258 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-6a9a9346-bf8e-4b58-b429-268a64655e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for network, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:03.147817 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8641389d-81e5-4933-a6ee-c2357892dea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561e6d3d-813a-41af-98d0-29b461aad063,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:03.152961 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-6a9a9346-bf8e-4b58-b429-268a64655e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:03.172814 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-6b86b62a-adc1-4a2d-98ea-424f824fb9c7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5623031 Jul 28 05:09:03.187137 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8641389d-81e5-4933-a6ee-c2357892dea8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=93163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 05:09:03.200488 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8641389d-81e5-4933-a6ee-c2357892dea8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502470'] for segment, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:03.201165 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.db.segments_db [None req-8641389d-81e5-4933-a6ee-c2357892dea8 admin admin] Added segment b6e7b6af-52d2-4c9f-b399-76a1466735d9 of type vlan for network 34e1948f-8e2c-47b9-a68d-5f2322a08957 Jul 28 05:09:03.203999 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0bdc76-2361-45f6-8506-032e3cfa5e39 admin admin] Made reservation on behalf of 160ddfbd8db8410e84ee2fffa02f3d1c for: {'network': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:09:03.207697 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-de0bdc76-2361-45f6-8506-032e3cfa5e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for network, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:03.216829 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5568d90c-2ead-461f-bbff-a5d55b680ccb None None] Network 300c0b7a-3ec7-45c6-b237-7a8d9dd471d0 requested from dv-cinder-801617-3-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 05:09:03.263876 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8641389d-81e5-4933-a6ee-c2357892dea8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765227181150'] for network, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:03.283075 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7e6237-53ef-4a04-a487-4d019f4814f0 admin admin] Made reservation on behalf of 38cd928d0e0347d0baad775ab2994326 for: {'network': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:09:03.288412 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4c7e6237-53ef-4a04-a487-4d019f4814f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for network, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:03.306599 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8641389d-81e5-4933-a6ee-c2357892dea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463'] for network, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:03.309476 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8641389d-81e5-4933-a6ee-c2357892dea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:03.312561 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8641389d-81e5-4933-a6ee-c2357892dea8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for network, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:03.323482 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-de0bdc76-2361-45f6-8506-032e3cfa5e39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:03.342508 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4c7e6237-53ef-4a04-a487-4d019f4814f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:03.414863 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8641389d-81e5-4933-a6ee-c2357892dea8 admin admin] Pushing event updated for resources: {'Network': ['ID=34e1948f-8e2c-47b9-a68d-5f2322a08957,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:03.418381 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-6a9a9346-bf8e-4b58-b429-268a64655e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:03.426981 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Network 34e1948f-8e2c-47b9-a68d-5f2322a08957 details requested by agent ovs-agent-dv-cinder-801617-3-iscsi with host dv-cinder-801617-3-iscsi {{(pid=93164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 05:09:03.430124 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-6a9a9346-bf8e-4b58-b429-268a64655e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:03.430807 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-8641389d-81e5-4933-a6ee-c2357892dea8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8559709 Jul 28 05:09:03.434243 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 42280) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:03.445367 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a9a9346-bf8e-4b58-b429-268a64655e52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=93162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 05:09:03.445879 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-fc34b826-7f87-400b-87f9-dc2eea3f0012 admin admin] Request body: {'subnet': {'network_id': '34e1948f-8e2c-47b9-a68d-5f2322a08957', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1867579563-subnet', 'tenant_id': 'f77014531530497aa60d1269fde1bd6f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:09:03.459581 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-6a9a9346-bf8e-4b58-b429-268a64655e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502470'] for segment, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:03.460244 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.db.segments_db [None req-6a9a9346-bf8e-4b58-b429-268a64655e52 admin admin] Added segment 6a6fa6e8-d182-4dbf-a398-13b8523e31fa of type vlan for network 2f6cc273-aa71-4fbb-86d3-1b26dad4ce50 Jul 28 05:09:03.523784 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-6a9a9346-bf8e-4b58-b429-268a64655e52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765227181150'] for network, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:03.555891 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a9346-bf8e-4b58-b429-268a64655e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da45e298-fdb8-494f-902c-30f9df2ab2df,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:03.601770 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-6a9a9346-bf8e-4b58-b429-268a64655e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463'] for network, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:03.602723 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9a9346-bf8e-4b58-b429-268a64655e52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:03.603320 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-6a9a9346-bf8e-4b58-b429-268a64655e52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for network, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:03.677149 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a9346-bf8e-4b58-b429-268a64655e52 admin admin] Pushing event updated for resources: {'Network': ['ID=2f6cc273-aa71-4fbb-86d3-1b26dad4ce50,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:03.687508 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Network 2f6cc273-aa71-4fbb-86d3-1b26dad4ce50 details requested by agent ovs-agent-dv-cinder-801617-3-iscsi with host dv-cinder-801617-3-iscsi {{(pid=93164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 05:09:03.706732 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-de0bdc76-2361-45f6-8506-032e3cfa5e39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:03.716092 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-de0bdc76-2361-45f6-8506-032e3cfa5e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:03.754886 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0bdc76-2361-45f6-8506-032e3cfa5e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557997c5-5ec0-471e-b73c-4a4a9b55bf10,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:03.759110 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-6a9a9346-bf8e-4b58-b429-268a64655e52 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9783709 Jul 28 05:09:03.762777 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 42304) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:03.771920 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-e85982ce-9e6d-4122-b4c8-c776145a3ec4 admin admin] Request body: {'subnet': {'network_id': '2f6cc273-aa71-4fbb-86d3-1b26dad4ce50', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-316533616-subnet', 'tenant_id': 'cd3af660b04c4cd28649da733b80e303', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:09:03.775621 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de0bdc76-2361-45f6-8506-032e3cfa5e39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=93162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 05:09:03.796499 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-de0bdc76-2361-45f6-8506-032e3cfa5e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502470'] for segment, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:03.796843 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.db.segments_db [None req-de0bdc76-2361-45f6-8506-032e3cfa5e39 admin admin] Added segment 949e29e1-d13b-497b-9507-4686ec427a98 of type vlan for network c2b64570-cfb4-4a3c-bd5e-27d398652176 Jul 28 05:09:03.856211 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-de0bdc76-2361-45f6-8506-032e3cfa5e39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765227181150'] for network, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:03.914359 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4c7e6237-53ef-4a04-a487-4d019f4814f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:03.915723 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-de0bdc76-2361-45f6-8506-032e3cfa5e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463'] for network, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:03.916696 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0bdc76-2361-45f6-8506-032e3cfa5e39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:03.917328 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-de0bdc76-2361-45f6-8506-032e3cfa5e39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for network, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:03.928929 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4c7e6237-53ef-4a04-a487-4d019f4814f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:03.945716 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.db.api [None req-e85982ce-9e6d-4122-b4c8-c776145a3ec4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 05:09:03.945716 dv-cinder-801617-3-iscsi neutron-server[93163]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 05:09:03.945716 dv-cinder-801617-3-iscsi neutron-server[93163]: [parameters: {'project_id_1': 'cd3af660b04c4cd28649da733b80e303', 'expiration_1': datetime.datetime(2021, 7, 28, 5, 9, 3, 778389)}] Jul 28 05:09:03.945716 dv-cinder-801617-3-iscsi neutron-server[93163]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93163) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 05:09:03.946729 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG oslo_db.api [None req-e85982ce-9e6d-4122-b4c8-c776145a3ec4 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 05:09:03.956562 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc34b826-7f87-400b-87f9-dc2eea3f0012 admin admin] Made reservation on behalf of f77014531530497aa60d1269fde1bd6f for: {'subnet': 1} {{(pid=93163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:09:03.962053 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-fc34b826-7f87-400b-87f9-dc2eea3f0012 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:03.983787 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-de0bdc76-2361-45f6-8506-032e3cfa5e39 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1782839 Jul 28 05:09:03.993697 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c7e6237-53ef-4a04-a487-4d019f4814f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=93162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 05:09:03.999565 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 42322) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:04.008246 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-dee05194-7021-4252-bf43-89330c04b8d7 admin admin] Request body: {'subnet': {'network_id': 'c2b64570-cfb4-4a3c-bd5e-27d398652176', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-297239160-subnet', 'tenant_id': '160ddfbd8db8410e84ee2fffa02f3d1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:09:04.025280 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7e6237-53ef-4a04-a487-4d019f4814f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e711c6-a2f9-4b44-921d-fbf8addec841,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:04.034486 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4c7e6237-53ef-4a04-a487-4d019f4814f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502470'] for segment, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:04.034831 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.db.segments_db [None req-4c7e6237-53ef-4a04-a487-4d019f4814f0 admin admin] Added segment 63e88a60-78da-4f55-839d-5376c73609d1 of type vlan for network 7040d785-ad9e-439a-8073-762370b8ac7a Jul 28 05:09:04.036677 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0bdc76-2361-45f6-8506-032e3cfa5e39 admin admin] Pushing event updated for resources: {'Network': ['ID=c2b64570-cfb4-4a3c-bd5e-27d398652176,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:04.066332 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Network c2b64570-cfb4-4a3c-bd5e-27d398652176 details requested by agent ovs-agent-dv-cinder-801617-3-iscsi with host dv-cinder-801617-3-iscsi {{(pid=93164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 05:09:04.086161 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4c7e6237-53ef-4a04-a487-4d019f4814f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765227181150'] for network, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:04.126793 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4c7e6237-53ef-4a04-a487-4d019f4814f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463'] for network, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:04.128605 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7e6237-53ef-4a04-a487-4d019f4814f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:04.130728 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4c7e6237-53ef-4a04-a487-4d019f4814f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for network, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:04.147011 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee05194-7021-4252-bf43-89330c04b8d7 admin admin] Made reservation on behalf of 160ddfbd8db8410e84ee2fffa02f3d1c for: {'subnet': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:09:04.149886 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-dee05194-7021-4252-bf43-89330c04b8d7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:04.195162 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-fc34b826-7f87-400b-87f9-dc2eea3f0012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463'] for subnet, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:04.265116 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc34b826-7f87-400b-87f9-dc2eea3f0012 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9700662-b8e7-49fb-ada5-3c005d49b640,revision_number=0']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:04.276605 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc34b826-7f87-400b-87f9-dc2eea3f0012 admin admin] Checking segment: {'id': 'b6e7b6af-52d2-4c9f-b399-76a1466735d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '34e1948f-8e2c-47b9-a68d-5f2322a08957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:09:04.277752 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc34b826-7f87-400b-87f9-dc2eea3f0012 admin admin] Network hostable DHCP agents. Network: 34e1948f-8e2c-47b9-a68d-5f2322a08957, hostable agents: ['0224797f-e6dd-43af-ba50-4dde553cda73'], hosted agents: [] {{(pid=93163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 05:09:04.302608 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc34b826-7f87-400b-87f9-dc2eea3f0012 admin admin] Network 34e1948f-8e2c-47b9-a68d-5f2322a08957 is scheduled to be hosted by DHCP agent 0224797f-e6dd-43af-ba50-4dde553cda73 with binding_index 1 {{(pid=93163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 05:09:04.319039 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-fc34b826-7f87-400b-87f9-dc2eea3f0012 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801617-3-iscsi, 34e1948f-8e2c-47b9-a68d-5f2322a08957) {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:09:04.342045 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfe921d-4a60-4d4a-b852-b23119237feb None None] Network 34e1948f-8e2c-47b9-a68d-5f2322a08957 requested from dv-cinder-801617-3-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 05:09:04.343925 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc34b826-7f87-400b-87f9-dc2eea3f0012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:04.345822 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-fc34b826-7f87-400b-87f9-dc2eea3f0012 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for subnet, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:04.379947 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-fc34b826-7f87-400b-87f9-dc2eea3f0012 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9446211 Jul 28 05:09:04.381706 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 42338) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:04.398669 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-4bb9c47b-1346-47e0-9f28-9e889327cff4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1867579563-router', 'tenant_id': 'f77014531530497aa60d1269fde1bd6f', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d'}}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:09:04.403998 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-4c7e6237-53ef-4a04-a487-4d019f4814f0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5697522 Jul 28 05:09:04.410598 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 42342) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:04.480158 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-112eb459-a2ca-49c5-b9cf-5c3609237184 admin admin] Request body: {'subnet': {'network_id': '7040d785-ad9e-439a-8073-762370b8ac7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1496127404-subnet', 'tenant_id': '38cd928d0e0347d0baad775ab2994326', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:09:04.486053 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7e6237-53ef-4a04-a487-4d019f4814f0 admin admin] Pushing event updated for resources: {'Network': ['ID=7040d785-ad9e-439a-8073-762370b8ac7a,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:04.509904 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Network 7040d785-ad9e-439a-8073-762370b8ac7a details requested by agent ovs-agent-dv-cinder-801617-3-iscsi with host dv-cinder-801617-3-iscsi {{(pid=93164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 05:09:04.527370 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-4bb9c47b-1346-47e0-9f28-9e889327cff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-555544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-936'] for router, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:04.528744 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-4bb9c47b-1346-47e0-9f28-9e889327cff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-931'] for router, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:04.574372 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112eb459-a2ca-49c5-b9cf-5c3609237184 admin admin] Made reservation on behalf of 38cd928d0e0347d0baad775ab2994326 for: {'subnet': 1} {{(pid=93163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:09:04.578226 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-112eb459-a2ca-49c5-b9cf-5c3609237184 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:04.669002 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-dee05194-7021-4252-bf43-89330c04b8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463'] for subnet, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:04.690985 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-4bb9c47b-1346-47e0-9f28-9e889327cff4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:04.693644 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85982ce-9e6d-4122-b4c8-c776145a3ec4 admin admin] Made reservation on behalf of cd3af660b04c4cd28649da733b80e303 for: {'subnet': 1} {{(pid=93163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:09:04.697394 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e85982ce-9e6d-4122-b4c8-c776145a3ec4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:04.834576 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee05194-7021-4252-bf43-89330c04b8d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d5686c4-3ab2-48a8-8459-06a113153417,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:04.877822 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-4bb9c47b-1346-47e0-9f28-9e889327cff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-555562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-909'] for router, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:04.888463 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee05194-7021-4252-bf43-89330c04b8d7 admin admin] Checking segment: {'id': '949e29e1-d13b-497b-9507-4686ec427a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c2b64570-cfb4-4a3c-bd5e-27d398652176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:09:04.889009 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee05194-7021-4252-bf43-89330c04b8d7 admin admin] Network hostable DHCP agents. Network: c2b64570-cfb4-4a3c-bd5e-27d398652176, hostable agents: ['0224797f-e6dd-43af-ba50-4dde553cda73'], hosted agents: [] {{(pid=93162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 05:09:04.899606 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e509a0-27ae-4619-a428-bb49f324c599 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8013e485-fac1-5ac9-b3c7-78bb1bff2b0b-34e1948f-8e2c-47b9-a68d-5f2322a08957', 'network_id': '34e1948f-8e2c-47b9-a68d-5f2322a08957', 'tenant_id': 'f77014531530497aa60d1269fde1bd6f', 'fixed_ips': [{'subnet_id': 'e9700662-b8e7-49fb-ada5-3c005d49b640'}]}} from dv-cinder-801617-3-iscsi. {{(pid=93164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 05:09:04.902058 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-d5e509a0-27ae-4619-a428-bb49f324c599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:04.920489 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee05194-7021-4252-bf43-89330c04b8d7 admin admin] Network c2b64570-cfb4-4a3c-bd5e-27d398652176 is scheduled to be hosted by DHCP agent 0224797f-e6dd-43af-ba50-4dde553cda73 with binding_index 1 {{(pid=93162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 05:09:04.952877 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-dee05194-7021-4252-bf43-89330c04b8d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801617-3-iscsi, c2b64570-cfb4-4a3c-bd5e-27d398652176) {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:09:04.959713 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee05194-7021-4252-bf43-89330c04b8d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:04.960361 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-dee05194-7021-4252-bf43-89330c04b8d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for subnet, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:05.001068 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-dee05194-7021-4252-bf43-89330c04b8d7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9990003 Jul 28 05:09:05.004900 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f451c643-b138-491a-b63c-d17f453b68c9 None None] Network c2b64570-cfb4-4a3c-bd5e-27d398652176 requested from dv-cinder-801617-3-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 05:09:05.145942 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.db_base_plugin_common [None req-d5e509a0-27ae-4619-a428-bb49f324c599 None None] Allocated IP 172.20.0.2 (34e1948f-8e2c-47b9-a68d-5f2322a08957/e9700662-b8e7-49fb-ada5-3c005d49b640/20e425ae-b94f-456d-9bf4-3e3d1cf303eb) {{(pid=93164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:09:05.211382 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5926c17f-0fa4-427f-acec-f405a6854757 None None] Network c2b64570-cfb4-4a3c-bd5e-27d398652176 requested from dv-cinder-801617-3-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 05:09:05.217214 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 42382) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:05.305858 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-112eb459-a2ca-49c5-b9cf-5c3609237184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463'] for subnet, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:05.344846 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e85982ce-9e6d-4122-b4c8-c776145a3ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463'] for subnet, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:05.356432 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 42390) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:05.405962 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 42396) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:05.441575 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-d5e509a0-27ae-4619-a428-bb49f324c599 None None] Notify callbacks [] for port, precommit_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:05.452403 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-d5e509a0-27ae-4619-a428-bb49f324c599 None None] Transition to ACTIVE for port object 20e425ae-b94f-456d-9bf4-3e3d1cf303eb will not be triggered until provisioned by entity L2. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:09:05.456542 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112eb459-a2ca-49c5-b9cf-5c3609237184 admin admin] Pushing event updated for resources: {'Subnet': ['ID=278bb74a-8e56-4dfc-917a-8520d15d8eb0,revision_number=0']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:05.472669 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-d5e509a0-27ae-4619-a428-bb49f324c599 None None] Transition to ACTIVE for port object 20e425ae-b94f-456d-9bf4-3e3d1cf303eb will not be triggered until provisioned by entity DHCP. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:09:05.482073 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-d5e509a0-27ae-4619-a428-bb49f324c599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227148292'] for port, after_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:05.505537 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9675c41f-38a9-4c04-a5f7-824286c4c601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:05.536367 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112eb459-a2ca-49c5-b9cf-5c3609237184 admin admin] Checking segment: {'id': '63e88a60-78da-4f55-839d-5376c73609d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7040d785-ad9e-439a-8073-762370b8ac7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:09:05.536954 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112eb459-a2ca-49c5-b9cf-5c3609237184 admin admin] Network hostable DHCP agents. Network: 7040d785-ad9e-439a-8073-762370b8ac7a, hostable agents: ['0224797f-e6dd-43af-ba50-4dde553cda73'], hosted agents: [] {{(pid=93163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 05:09:05.540500 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e509a0-27ae-4619-a428-bb49f324c599 None None] Pushing event updated for resources: {'Port': ['ID=20e425ae-b94f-456d-9bf4-3e3d1cf303eb,revision_number=1']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:05.553971 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e509a0-27ae-4619-a428-bb49f324c599 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:09:05.554361 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e509a0-27ae-4619-a428-bb49f324c599 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:09:05.554780 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e509a0-27ae-4619-a428-bb49f324c599 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:09:05.555392 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e509a0-27ae-4619-a428-bb49f324c599 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:09:05.555925 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e509a0-27ae-4619-a428-bb49f324c599 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:09:05.556319 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e509a0-27ae-4619-a428-bb49f324c599 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:09:05.556692 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e509a0-27ae-4619-a428-bb49f324c599 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:09:05.557033 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e509a0-27ae-4619-a428-bb49f324c599 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:09:05.557524 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e509a0-27ae-4619-a428-bb49f324c599 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:09:05.557889 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e509a0-27ae-4619-a428-bb49f324c599 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:09:05.558237 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e509a0-27ae-4619-a428-bb49f324c599 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:09:05.559143 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e509a0-27ae-4619-a428-bb49f324c599 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:09:05.560408 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e509a0-27ae-4619-a428-bb49f324c599 None None] Tracked resource versions report: Jul 28 05:09:05.560408 dv-cinder-801617-3-iscsi neutron-server[93164]: pushed versions: Jul 28 05:09:05.560408 dv-cinder-801617-3-iscsi neutron-server[93164]: { 'AddressGroup': {'1.2'}, Jul 28 05:09:05.560408 dv-cinder-801617-3-iscsi neutron-server[93164]: 'ConntrackHelper': {'1.0'}, Jul 28 05:09:05.560408 dv-cinder-801617-3-iscsi neutron-server[93164]: 'Log': {'1.0'}, Jul 28 05:09:05.560408 dv-cinder-801617-3-iscsi neutron-server[93164]: 'Network': {'1.1'}, Jul 28 05:09:05.560408 dv-cinder-801617-3-iscsi neutron-server[93164]: 'Port': {'1.7'}, Jul 28 05:09:05.560408 dv-cinder-801617-3-iscsi neutron-server[93164]: 'PortForwarding': {'1.2'}, Jul 28 05:09:05.560408 dv-cinder-801617-3-iscsi neutron-server[93164]: 'QosPolicy': {'1.8'}, Jul 28 05:09:05.560408 dv-cinder-801617-3-iscsi neutron-server[93164]: 'SecurityGroup': {'1.4'}, Jul 28 05:09:05.560408 dv-cinder-801617-3-iscsi neutron-server[93164]: 'SecurityGroupRule': {'1.2'}, Jul 28 05:09:05.560408 dv-cinder-801617-3-iscsi neutron-server[93164]: 'SubPort': {'1.0'}, Jul 28 05:09:05.560408 dv-cinder-801617-3-iscsi neutron-server[93164]: 'Subnet': {'1.1'}, Jul 28 05:09:05.560408 dv-cinder-801617-3-iscsi neutron-server[93164]: 'Trunk': {'1.1'}} Jul 28 05:09:05.560408 dv-cinder-801617-3-iscsi neutron-server[93164]: consumer versions: Jul 28 05:09:05.560408 dv-cinder-801617-3-iscsi neutron-server[93164]: { DHCP agent@dv-cinder-801617-3-iscsi: {}, Jul 28 05:09:05.560408 dv-cinder-801617-3-iscsi neutron-server[93164]: HyperV agent@hv-cinder-80161: {}, Jul 28 05:09:05.560408 dv-cinder-801617-3-iscsi neutron-server[93164]: L3 agent@dv-cinder-801617-3-iscsi: {}, Jul 28 05:09:05.560408 dv-cinder-801617-3-iscsi neutron-server[93164]: Metadata agent@dv-cinder-801617-3-iscsi: {}, Jul 28 05:09:05.560408 dv-cinder-801617-3-iscsi neutron-server[93164]: Metering agent@dv-cinder-801617-3-iscsi: {}, Jul 28 05:09:05.560408 dv-cinder-801617-3-iscsi neutron-server[93164]: Open vSwitch agent@dv-cinder-801617-3-iscsi: { 'AddressGroup': '1.2', Jul 28 05:09:05.560408 dv-cinder-801617-3-iscsi neutron-server[93164]: 'ConntrackHelper': '1.0', Jul 28 05:09:05.560408 dv-cinder-801617-3-iscsi neutron-server[93164]: 'Log': '1.0', Jul 28 05:09:05.560408 dv-cinder-801617-3-iscsi neutron-server[93164]: 'Network': '1.1', Jul 28 05:09:05.560408 dv-cinder-801617-3-iscsi neutron-server[93164]: 'Port': '1.7', Jul 28 05:09:05.560408 dv-cinder-801617-3-iscsi neutron-server[93164]: 'PortForwarding': '1.2', Jul 28 05:09:05.560408 dv-cinder-801617-3-iscsi neutron-server[93164]: 'QosPolicy': '1.8', Jul 28 05:09:05.560408 dv-cinder-801617-3-iscsi neutron-server[93164]: 'SecurityGroup': '1.4', Jul 28 05:09:05.560408 dv-cinder-801617-3-iscsi neutron-server[93164]: 'SecurityGroupRule': '1.2', Jul 28 05:09:05.560408 dv-cinder-801617-3-iscsi neutron-server[93164]: 'SubPort': '1.0', Jul 28 05:09:05.560408 dv-cinder-801617-3-iscsi neutron-server[93164]: 'Subnet': '1.1', Jul 28 05:09:05.560408 dv-cinder-801617-3-iscsi neutron-server[93164]: 'Trunk': '1.1'}} Jul 28 05:09:05.560408 dv-cinder-801617-3-iscsi neutron-server[93164]: {{(pid=93164) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 05:09:05.562302 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-64daef93-e022-4ad1-803a-a86ae2d9b2bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:05.573844 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e509a0-27ae-4619-a428-bb49f324c599 None None] Network 34e1948f-8e2c-47b9-a68d-5f2322a08957 is already hosted by enough agents. {{(pid=93164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:09:05.576212 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.scheduler.base_scheduler [None req-d5e509a0-27ae-4619-a428-bb49f324c599 None None] Resources bound (agent type, host, resource id): {{(pid=93164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:09:05.578943 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e509a0-27ae-4619-a428-bb49f324c599 None None] Received port after_create {{(pid=93164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 05:09:05.636356 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-bafa2ac4-e6ed-4de9-a920-d47dfa901168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:05.662270 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-d5e509a0-27ae-4619-a428-bb49f324c599 None None] Attempting to bind port 20e425ae-b94f-456d-9bf4-3e3d1cf303eb on host dv-cinder-801617-3-iscsi for vnic_type normal with profile {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 05:09:05.663404 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-d5e509a0-27ae-4619-a428-bb49f324c599 None None] Attempting to bind port 20e425ae-b94f-456d-9bf4-3e3d1cf303eb by drivers openvswitch,hyperv on host dv-cinder-801617-3-iscsi at level 0 using segments [{'id': 'b6e7b6af-52d2-4c9f-b399-76a1466735d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '34e1948f-8e2c-47b9-a68d-5f2322a08957'}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 05:09:05.663813 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e509a0-27ae-4619-a428-bb49f324c599 None None] Attempting to bind port 20e425ae-b94f-456d-9bf4-3e3d1cf303eb on network 34e1948f-8e2c-47b9-a68d-5f2322a08957 {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:09:05.678387 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e509a0-27ae-4619-a428-bb49f324c599 None None] Checking agent: {'id': '3fbc40da-b90e-4a82-82aa-1ec33702809d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 5, 1, 27), 'started_at': datetime.datetime(2021, 7, 28, 5, 1, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 5, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 05:09:05.678775 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e509a0-27ae-4619-a428-bb49f324c599 None None] Checking segment: {'id': 'b6e7b6af-52d2-4c9f-b399-76a1466735d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '34e1948f-8e2c-47b9-a68d-5f2322a08957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:09:05.679914 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-d5e509a0-27ae-4619-a428-bb49f324c599 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:05.681467 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e509a0-27ae-4619-a428-bb49f324c599 None None] Bound using segment: {'id': 'b6e7b6af-52d2-4c9f-b399-76a1466735d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '34e1948f-8e2c-47b9-a68d-5f2322a08957'} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 05:09:05.682824 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-d5e509a0-27ae-4619-a428-bb49f324c599 None None] Bound port: 20e425ae-b94f-456d-9bf4-3e3d1cf303eb, host: dv-cinder-801617-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e7b6af-52d2-4c9f-b399-76a1466735d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '34e1948f-8e2c-47b9-a68d-5f2322a08957'}}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 05:09:05.686224 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-d5e509a0-27ae-4619-a428-bb49f324c599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:05.705480 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9675c41f-38a9-4c04-a5f7-824286c4c601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:05.715087 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9675c41f-38a9-4c04-a5f7-824286c4c601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:05.727741 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85982ce-9e6d-4122-b4c8-c776145a3ec4 admin admin] Checking segment: {'id': '6a6fa6e8-d182-4dbf-a398-13b8523e31fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2f6cc273-aa71-4fbb-86d3-1b26dad4ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:09:05.728118 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85982ce-9e6d-4122-b4c8-c776145a3ec4 admin admin] Network hostable DHCP agents. Network: 2f6cc273-aa71-4fbb-86d3-1b26dad4ce50, hostable agents: ['0224797f-e6dd-43af-ba50-4dde553cda73'], hosted agents: [] {{(pid=93163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 05:09:05.735619 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85982ce-9e6d-4122-b4c8-c776145a3ec4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55007cfe-ea2e-4cab-9e84-15ae15b8e8bc,revision_number=0']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:05.752704 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112eb459-a2ca-49c5-b9cf-5c3609237184 admin admin] Network 7040d785-ad9e-439a-8073-762370b8ac7a is scheduled to be hosted by DHCP agent 0224797f-e6dd-43af-ba50-4dde553cda73 with binding_index 1 {{(pid=93163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 05:09:05.764154 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-4bb9c47b-1346-47e0-9f28-9e889327cff4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:05.769298 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9675c41f-38a9-4c04-a5f7-824286c4c601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4dba20c-924d-401e-a29e-9a03510604a5,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:05.798431 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-9675c41f-38a9-4c04-a5f7-824286c4c601 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=19088721be5744db924bf6c0c9f2d02a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5780349 Jul 28 05:09:05.798985 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 42418) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:05.799286 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-d5e509a0-27ae-4619-a428-bb49f324c599 None None] For port 20e425ae-b94f-456d-9bf4-3e3d1cf303eb, host dv-cinder-801617-3-iscsi, cleared binding levels {{(pid=93164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:09:05.804958 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-d5e509a0-27ae-4619-a428-bb49f324c599 None None] For port 20e425ae-b94f-456d-9bf4-3e3d1cf303eb, host dv-cinder-801617-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=20e425ae-b94f-456d-9bf4-3e3d1cf303eb,segment=NetworkSegment(b6e7b6af-52d2-4c9f-b399-76a1466735d9),segment_id=b6e7b6af-52d2-4c9f-b399-76a1466735d9)] {{(pid=93164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:09:05.810334 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-112eb459-a2ca-49c5-b9cf-5c3609237184 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801617-3-iscsi, 7040d785-ad9e-439a-8073-762370b8ac7a) {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:09:05.812815 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-4bb9c47b-1346-47e0-9f28-9e889327cff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:05.813938 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-d5e509a0-27ae-4619-a428-bb49f324c599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:05.818376 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112eb459-a2ca-49c5-b9cf-5c3609237184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:05.819246 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-112eb459-a2ca-49c5-b9cf-5c3609237184 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for subnet, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:05.824795 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8c69ef-bdc8-4732-8ff1-5a8e221dac9f None None] Network 7040d785-ad9e-439a-8073-762370b8ac7a requested from dv-cinder-801617-3-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 05:09:05.828542 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85982ce-9e6d-4122-b4c8-c776145a3ec4 admin admin] Network 2f6cc273-aa71-4fbb-86d3-1b26dad4ce50 is scheduled to be hosted by DHCP agent 0224797f-e6dd-43af-ba50-4dde553cda73 with binding_index 1 {{(pid=93163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 05:09:05.874002 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-e85982ce-9e6d-4122-b4c8-c776145a3ec4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801617-3-iscsi, 2f6cc273-aa71-4fbb-86d3-1b26dad4ce50) {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:09:05.880022 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85982ce-9e6d-4122-b4c8-c776145a3ec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:05.881412 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e85982ce-9e6d-4122-b4c8-c776145a3ec4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for subnet, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:05.921121 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-45a5ebc0-142f-40a3-bf1c-ef85b585ba37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:05.963469 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-45a5ebc0-142f-40a3-bf1c-ef85b585ba37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:05.966533 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_common [None req-4bb9c47b-1346-47e0-9f28-9e889327cff4 admin admin] Allocated IP 172.27.2.195 (c7125004-43ac-4633-9f2f-3f406f3e858d/e72a7812-7eaf-41ec-8662-055279a1b0f7/5862d95c-f456-423f-b62d-51950afda2d7) {{(pid=93163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:09:05.982477 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-64daef93-e022-4ad1-803a-a86ae2d9b2bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:05.994568 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-64daef93-e022-4ad1-803a-a86ae2d9b2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:06.029904 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 42426) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:06.032040 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-e85982ce-9e6d-4122-b4c8-c776145a3ec4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.2667794 Jul 28 05:09:06.034730 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-112eb459-a2ca-49c5-b9cf-5c3609237184 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6125145 Jul 28 05:09:06.037661 dv-cinder-801617-3-iscsi neutron-server[93163]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 28 05:09:06.038390 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 42428) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:06.038821 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 42430) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:06.040673 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16395a2e-3432-4d69-a387-23cac543b18c None None] Network 2f6cc273-aa71-4fbb-86d3-1b26dad4ce50 requested from dv-cinder-801617-3-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 05:09:06.057478 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-7ad5c043-2031-42d6-ab15-fe8d74f83807 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-316533616-router', 'tenant_id': 'cd3af660b04c4cd28649da733b80e303', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d'}}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:09:06.067056 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-6905de36-0bb9-4d5b-9d3f-f0f0934eb9e6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1496127404-router', 'tenant_id': '38cd928d0e0347d0baad775ab2994326', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d'}}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:09:06.193627 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-bafa2ac4-e6ed-4de9-a920-d47dfa901168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:06.210287 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-bafa2ac4-e6ed-4de9-a920-d47dfa901168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:06.220322 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e509a0-27ae-4619-a428-bb49f324c599 None None] Pushing event updated for resources: {'Port': ['ID=20e425ae-b94f-456d-9bf4-3e3d1cf303eb,revision_number=2']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:06.243572 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29146f1-9f99-440a-b36d-5f804fbcbfc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8013e485-fac1-5ac9-b3c7-78bb1bff2b0b-7040d785-ad9e-439a-8073-762370b8ac7a', 'network_id': '7040d785-ad9e-439a-8073-762370b8ac7a', 'tenant_id': '38cd928d0e0347d0baad775ab2994326', 'fixed_ips': [{'subnet_id': '278bb74a-8e56-4dfc-917a-8520d15d8eb0'}]}} from dv-cinder-801617-3-iscsi. {{(pid=93164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 05:09:06.243832 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-7ad5c043-2031-42d6-ab15-fe8d74f83807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-555544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-936'] for router, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:06.244440 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-d29146f1-9f99-440a-b36d-5f804fbcbfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:06.244842 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-7ad5c043-2031-42d6-ab15-fe8d74f83807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-931'] for router, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:06.262339 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-bafa2ac4-e6ed-4de9-a920-d47dfa901168 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ed307ad57b1546108ddd7303f9e2ff79&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8552992 Jul 28 05:09:06.269718 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 42446) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:06.302472 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-64daef93-e022-4ad1-803a-a86ae2d9b2bd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3b3eccf1e38a47abb118ee6b0398f4e4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9412463 Jul 28 05:09:06.304120 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 42450) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:06.304774 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64daef93-e022-4ad1-803a-a86ae2d9b2bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd81826e-7d5f-4143-8944-ae76fc4a37fb,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:06.392772 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-45a5ebc0-142f-40a3-bf1c-ef85b585ba37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:06.398386 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-45a5ebc0-142f-40a3-bf1c-ef85b585ba37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:06.399555 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-45a5ebc0-142f-40a3-bf1c-ef85b585ba37 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d4dba20c-924d-401e-a29e-9a03510604a5 HTTP/1.1" status: 204 len: 168 time: 0.5999026 Jul 28 05:09:06.403683 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e580ce-b089-4186-8b7b-be4a781fbd83 None None] Network 2f6cc273-aa71-4fbb-86d3-1b26dad4ce50 requested from dv-cinder-801617-3-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 05:09:06.422094 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-28c634e1-3d4d-4cfb-b39d-7fd5cc3f848d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:06.435584 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa2ac4-e6ed-4de9-a920-d47dfa901168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a1914c-efac-4997-ba39-cb187a359a6f,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:06.461599 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-6905de36-0bb9-4d5b-9d3f-f0f0934eb9e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-555544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-936'] for router, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:06.475692 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-6905de36-0bb9-4d5b-9d3f-f0f0934eb9e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-931'] for router, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:06.478182 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a5ebc0-142f-40a3-bf1c-ef85b585ba37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4dba20c-924d-401e-a29e-9a03510604a5,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:06.491361 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-4bb9c47b-1346-47e0-9f28-9e889327cff4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:06.537756 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-28c634e1-3d4d-4cfb-b39d-7fd5cc3f848d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:06.549103 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-7ad5c043-2031-42d6-ab15-fe8d74f83807 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:06.556187 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704aa5cd-379d-4b6a-8488-af2d168a88ce req-6f2dbab1-9070-47e5-b2a3-d4fccc0e1a98 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:06.563901 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-704aa5cd-379d-4b6a-8488-af2d168a88ce req-6f2dbab1-9070-47e5-b2a3-d4fccc0e1a98 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/networks?id=300c0b7a-3ec7-45c6-b237-7a8d9dd471d0 HTTP/1.1" status: 200 len: 814 time: 0.5306091 Jul 28 05:09:06.600971 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-feb94970-7de5-4813-93f6-f8a32f248cbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:06.630785 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-feb94970-7de5-4813-93f6-f8a32f248cbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:06.634953 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-704aa5cd-379d-4b6a-8488-af2d168a88ce req-e9d0be20-58db-4093-8699-54627134bd09 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/quotas/30b837791a4f45f7bbefa0af378d5354 HTTP/1.1" status: 200 len: 375 time: 0.0700817 Jul 28 05:09:06.646170 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 42468) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:06.679797 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.db_base_plugin_common [None req-d29146f1-9f99-440a-b36d-5f804fbcbfc8 None None] Allocated IP 172.20.0.2 (7040d785-ad9e-439a-8073-762370b8ac7a/278bb74a-8e56-4dfc-917a-8520d15d8eb0/dc218447-fdd0-4e05-95d9-e51653e81296) {{(pid=93164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:09:06.695087 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-feb94970-7de5-4813-93f6-f8a32f248cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:06.697569 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-feb94970-7de5-4813-93f6-f8a32f248cbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:06.701031 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-feb94970-7de5-4813-93f6-f8a32f248cbb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fd81826e-7d5f-4143-8944-ae76fc4a37fb HTTP/1.1" status: 204 len: 168 time: 0.3906775 Jul 28 05:09:06.727590 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb94970-7de5-4813-93f6-f8a32f248cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd81826e-7d5f-4143-8944-ae76fc4a37fb,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:06.747282 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-28c634e1-3d4d-4cfb-b39d-7fd5cc3f848d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:06.750792 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-28c634e1-3d4d-4cfb-b39d-7fd5cc3f848d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:06.752365 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-28c634e1-3d4d-4cfb-b39d-7fd5cc3f848d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/67a1914c-efac-4997-ba39-cb187a359a6f HTTP/1.1" status: 204 len: 168 time: 0.4792194 Jul 28 05:09:06.762533 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c634e1-3d4d-4cfb-b39d-7fd5cc3f848d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a1914c-efac-4997-ba39-cb187a359a6f,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:06.864727 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-4bb9c47b-1346-47e0-9f28-9e889327cff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227148292'] for port, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:06.874174 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-6905de36-0bb9-4d5b-9d3f-f0f0934eb9e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:06.877963 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-704aa5cd-379d-4b6a-8488-af2d168a88ce req-84a38d8c-5fe8-499f-a643-231e96b137f2 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=30b837791a4f45f7bbefa0af378d5354&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2136028 Jul 28 05:09:06.903027 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 42480) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:06.948449 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0fed9af4-ab86-476a-9301-c705b0bd2fe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:06.951521 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb9c47b-1346-47e0-9f28-9e889327cff4 admin admin] Pushing event updated for resources: {'Port': ['ID=5862d95c-f456-423f-b62d-51950afda2d7,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:07.012582 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-d29146f1-9f99-440a-b36d-5f804fbcbfc8 None None] Notify callbacks [] for port, precommit_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:07.035998 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb9c47b-1346-47e0-9f28-9e889327cff4 admin admin] Network c7125004-43ac-4633-9f2f-3f406f3e858d is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:09:07.042215 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-4bb9c47b-1346-47e0-9f28-9e889327cff4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:09:07.043297 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-d29146f1-9f99-440a-b36d-5f804fbcbfc8 None None] Transition to ACTIVE for port object dc218447-fdd0-4e05-95d9-e51653e81296 will not be triggered until provisioned by entity L2. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:09:07.085379 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-d29146f1-9f99-440a-b36d-5f804fbcbfc8 None None] Transition to ACTIVE for port object dc218447-fdd0-4e05-95d9-e51653e81296 will not be triggered until provisioned by entity DHCP. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:09:07.095233 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-d29146f1-9f99-440a-b36d-5f804fbcbfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227148292'] for port, after_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:07.135235 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb9c47b-1346-47e0-9f28-9e889327cff4 admin admin] Received port after_create {{(pid=93163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 05:09:07.151963 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 20e425ae-b94f-456d-9bf4-3e3d1cf303eb up at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:09:07.183242 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0fed9af4-ab86-476a-9301-c705b0bd2fe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:07.192301 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0fed9af4-ab86-476a-9301-c705b0bd2fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:07.223508 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29146f1-9f99-440a-b36d-5f804fbcbfc8 None None] Network 7040d785-ad9e-439a-8073-762370b8ac7a is already hosted by enough agents. {{(pid=93164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:09:07.235217 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.scheduler.base_scheduler [None req-d29146f1-9f99-440a-b36d-5f804fbcbfc8 None None] Resources bound (agent type, host, resource id): {{(pid=93164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:09:07.242920 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29146f1-9f99-440a-b36d-5f804fbcbfc8 None None] Received port after_create {{(pid=93164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 05:09:07.252465 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-0fed9af4-ab86-476a-9301-c705b0bd2fe5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cb03a70ab5804797915fafe66d1f237a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3457618 Jul 28 05:09:07.267071 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 42486) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:07.272536 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-7ad5c043-2031-42d6-ab15-fe8d74f83807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-555562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-909'] for router, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:07.279402 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29146f1-9f99-440a-b36d-5f804fbcbfc8 None None] Pushing event updated for resources: {'Port': ['ID=dc218447-fdd0-4e05-95d9-e51653e81296,revision_number=1']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:07.283092 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning for port 20e425ae-b94f-456d-9bf4-3e3d1cf303eb completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:09:07.329396 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-d29146f1-9f99-440a-b36d-5f804fbcbfc8 None None] Attempting to bind port dc218447-fdd0-4e05-95d9-e51653e81296 on host dv-cinder-801617-3-iscsi for vnic_type normal with profile {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 05:09:07.330263 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-d29146f1-9f99-440a-b36d-5f804fbcbfc8 None None] Attempting to bind port dc218447-fdd0-4e05-95d9-e51653e81296 by drivers openvswitch,hyperv on host dv-cinder-801617-3-iscsi at level 0 using segments [{'id': '63e88a60-78da-4f55-839d-5376c73609d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7040d785-ad9e-439a-8073-762370b8ac7a'}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 05:09:07.330885 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29146f1-9f99-440a-b36d-5f804fbcbfc8 None None] Attempting to bind port dc218447-fdd0-4e05-95d9-e51653e81296 on network 7040d785-ad9e-439a-8073-762370b8ac7a {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:09:07.341999 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29146f1-9f99-440a-b36d-5f804fbcbfc8 None None] Checking agent: {'id': '3fbc40da-b90e-4a82-82aa-1ec33702809d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 5, 1, 27), 'started_at': datetime.datetime(2021, 7, 28, 5, 1, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 5, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 05:09:07.342459 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29146f1-9f99-440a-b36d-5f804fbcbfc8 None None] Checking segment: {'id': '63e88a60-78da-4f55-839d-5376c73609d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7040d785-ad9e-439a-8073-762370b8ac7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:09:07.343506 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-d29146f1-9f99-440a-b36d-5f804fbcbfc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:07.343914 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29146f1-9f99-440a-b36d-5f804fbcbfc8 None None] Bound using segment: {'id': '63e88a60-78da-4f55-839d-5376c73609d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7040d785-ad9e-439a-8073-762370b8ac7a'} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 05:09:07.345199 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-d29146f1-9f99-440a-b36d-5f804fbcbfc8 None None] Bound port: dc218447-fdd0-4e05-95d9-e51653e81296, host: dv-cinder-801617-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63e88a60-78da-4f55-839d-5376c73609d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7040d785-ad9e-439a-8073-762370b8ac7a'}}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 05:09:07.345341 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-d29146f1-9f99-440a-b36d-5f804fbcbfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:07.388324 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-6905de36-0bb9-4d5b-9d3f-f0f0934eb9e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-555562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-909'] for router, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:07.389883 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fed9af4-ab86-476a-9301-c705b0bd2fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c64bc9-3ef0-43d6-9846-28769dcef1e9,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:07.397693 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 42488) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:07.436894 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-023c82c6-9d49-415a-a7c2-ae3e8459e7c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:07.457742 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-436e80df-9813-4029-a5e9-8fc48bea8403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:07.458842 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-d29146f1-9f99-440a-b36d-5f804fbcbfc8 None None] For port dc218447-fdd0-4e05-95d9-e51653e81296, host dv-cinder-801617-3-iscsi, cleared binding levels {{(pid=93164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:09:07.463483 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-d29146f1-9f99-440a-b36d-5f804fbcbfc8 None None] For port dc218447-fdd0-4e05-95d9-e51653e81296, host dv-cinder-801617-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=dc218447-fdd0-4e05-95d9-e51653e81296,segment=NetworkSegment(63e88a60-78da-4f55-839d-5376c73609d1),segment_id=63e88a60-78da-4f55-839d-5376c73609d1)] {{(pid=93164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:09:07.480378 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-d29146f1-9f99-440a-b36d-5f804fbcbfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:07.487781 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-023c82c6-9d49-415a-a7c2-ae3e8459e7c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:07.585368 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-023c82c6-9d49-415a-a7c2-ae3e8459e7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:07.588557 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-023c82c6-9d49-415a-a7c2-ae3e8459e7c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:07.590088 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-023c82c6-9d49-415a-a7c2-ae3e8459e7c0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/48c64bc9-3ef0-43d6-9846-28769dcef1e9 HTTP/1.1" status: 204 len: 168 time: 0.3196213 Jul 28 05:09:07.603389 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023c82c6-9d49-415a-a7c2-ae3e8459e7c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c64bc9-3ef0-43d6-9846-28769dcef1e9,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:07.655817 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-436e80df-9813-4029-a5e9-8fc48bea8403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:07.663440 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-436e80df-9813-4029-a5e9-8fc48bea8403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:07.685822 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e418bb85-06ce-4ea0-9ad2-5d82671c1cbd None None] Network 34e1948f-8e2c-47b9-a68d-5f2322a08957 requested from dv-cinder-801617-3-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 05:09:07.728932 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-436e80df-9813-4029-a5e9-8fc48bea8403 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ffcf470d3f104bc38ce23ce1ef0e3325&name=default HTTP/1.1" status: 200 len: 2977 time: 0.3297737 Jul 28 05:09:07.731583 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 42494) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:07.811550 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e80df-9813-4029-a5e9-8fc48bea8403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba19eba-e83e-4449-8ec6-59c9635b6719,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:07.818987 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-32c0349d-8b3b-4092-9a5b-6ab4e9550c4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:07.858274 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-32c0349d-8b3b-4092-9a5b-6ab4e9550c4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:07.892272 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-4bb9c47b-1346-47e0-9f28-9e889327cff4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:07.901242 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 42496) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:07.965336 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8e177c8e-944e-4cd6-b512-42386c37d219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:07.983545 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78bb9bc-defb-4864-a654-5e27b78765c5 req-260aee61-e1c7-48f8-aaa4-dd97496566e8 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:07.984166 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c78bb9bc-defb-4864-a654-5e27b78765c5 req-260aee61-e1c7-48f8-aaa4-dd97496566e8 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] 10.222.0.13 "GET /v2.0/networks?id=c2b64570-cfb4-4a3c-bd5e-27d398652176 HTTP/1.1" status: 200 len: 811 time: 1.3367929 Jul 28 05:09:08.012363 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29146f1-9f99-440a-b36d-5f804fbcbfc8 None None] Pushing event updated for resources: {'Port': ['ID=dc218447-fdd0-4e05-95d9-e51653e81296,revision_number=2']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:08.036864 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-d75faa55-d059-43a5-873f-534f1d06ff93 None None] Provisioning for port 20e425ae-b94f-456d-9bf4-3e3d1cf303eb completed by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:09:08.052695 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-d75faa55-d059-43a5-873f-534f1d06ff93 None None] Provisioning complete for port 20e425ae-b94f-456d-9bf4-3e3d1cf303eb triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:09:08.053484 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-d75faa55-d059-43a5-873f-534f1d06ff93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:08.062745 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c78bb9bc-defb-4864-a654-5e27b78765c5 req-c920fbbe-f429-41ac-89c4-33149a361293 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] 10.222.0.13 "GET /v2.0/quotas/160ddfbd8db8410e84ee2fffa02f3d1c HTTP/1.1" status: 200 len: 375 time: 0.0599995 Jul 28 05:09:08.145046 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c78bb9bc-defb-4864-a654-5e27b78765c5 req-e62d5fa1-7aca-428b-85ac-a135771dbed5 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=160ddfbd8db8410e84ee2fffa02f3d1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0756805 Jul 28 05:09:08.177555 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-32c0349d-8b3b-4092-9a5b-6ab4e9550c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:08.184612 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-32c0349d-8b3b-4092-9a5b-6ab4e9550c4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:08.188290 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-32c0349d-8b3b-4092-9a5b-6ab4e9550c4e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7ba19eba-e83e-4449-8ec6-59c9635b6719 HTTP/1.1" status: 204 len: 168 time: 0.4556794 Jul 28 05:09:08.214752 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c0349d-8b3b-4092-9a5b-6ab4e9550c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba19eba-e83e-4449-8ec6-59c9635b6719,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:08.251660 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8e177c8e-944e-4cd6-b512-42386c37d219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:08.258309 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8e177c8e-944e-4cd6-b512-42386c37d219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:08.290310 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [req-704aa5cd-379d-4b6a-8488-af2d168a88ce req-2c385c55-0e4f-497e-b910-f30e918e7092 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 05:09:08.300492 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-d75faa55-d059-43a5-873f-534f1d06ff93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:08.302458 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-704aa5cd-379d-4b6a-8488-af2d168a88ce req-2c385c55-0e4f-497e-b910-f30e918e7092 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5147867 Jul 28 05:09:08.338856 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-8e177c8e-944e-4cd6-b512-42386c37d219 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=56f0dec0c9324b9b8f26eb99e5fc7efc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4342344 Jul 28 05:09:08.339596 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e177c8e-944e-4cd6-b512-42386c37d219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86bbfd6-3498-4108-80f3-0183ba52ea10,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:08.341843 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 42512) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:08.365815 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-d75faa55-d059-43a5-873f-534f1d06ff93 None None] For port 20e425ae-b94f-456d-9bf4-3e3d1cf303eb, host dv-cinder-801617-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=20e425ae-b94f-456d-9bf4-3e3d1cf303eb,segment=NetworkSegment(b6e7b6af-52d2-4c9f-b399-76a1466735d9),segment_id=b6e7b6af-52d2-4c9f-b399-76a1466735d9)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:09:08.378102 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-d75faa55-d059-43a5-873f-534f1d06ff93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:08.410981 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-72b39bf3-df9a-4998-9757-c0b48948e85f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:08.448432 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-72b39bf3-df9a-4998-9757-c0b48948e85f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:08.503760 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75faa55-d059-43a5-873f-534f1d06ff93 None None] Pushing event updated for resources: {'Port': ['ID=20e425ae-b94f-456d-9bf4-3e3d1cf303eb,revision_number=3']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:08.519394 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-72b39bf3-df9a-4998-9757-c0b48948e85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:08.523161 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-72b39bf3-df9a-4998-9757-c0b48948e85f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:08.529715 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-72b39bf3-df9a-4998-9757-c0b48948e85f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c86bbfd6-3498-4108-80f3-0183ba52ea10 HTTP/1.1" status: 204 len: 168 time: 0.1868377 Jul 28 05:09:08.548793 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b39bf3-df9a-4998-9757-c0b48948e85f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86bbfd6-3498-4108-80f3-0183ba52ea10,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:08.609353 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-23df2af6-0564-4b09-af34-6d373041d5e6 None None] Provisioning complete for port 20e425ae-b94f-456d-9bf4-3e3d1cf303eb triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:09:08.609719 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-23df2af6-0564-4b09-af34-6d373041d5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:08.628579 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-6905de36-0bb9-4d5b-9d3f-f0f0934eb9e6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:08.644787 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [req-c78bb9bc-defb-4864-a654-5e27b78765c5 req-a48792a5-91e7-43b3-81f8-ee8b7b74c5ba service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 05:09:08.645958 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c78bb9bc-defb-4864-a654-5e27b78765c5 req-a48792a5-91e7-43b3-81f8-ee8b7b74c5ba service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2761316 Jul 28 05:09:08.768246 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-6905de36-0bb9-4d5b-9d3f-f0f0934eb9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:08.805567 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-4bb9c47b-1346-47e0-9f28-9e889327cff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406701'] for router, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:08.977115 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-704aa5cd-379d-4b6a-8488-af2d168a88ce req-670d5d62-7c08-4b11-8ee2-58a33a2298fb service neutron] 10.222.0.13 "GET /v2.0/networks/300c0b7a-3ec7-45c6-b237-7a8d9dd471d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6738336 Jul 28 05:09:08.984758 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c78bb9bc-defb-4864-a654-5e27b78765c5 req-99a32b4e-7b5a-43a1-a1ee-d2611a67ba52 service neutron] 10.222.0.13 "GET /v2.0/networks/c2b64570-cfb4-4a3c-bd5e-27d398652176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814009 Jul 28 05:09:09.014141 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acc7070-ea17-469f-be46-fa0a1a9ba815 None None] Network 7040d785-ad9e-439a-8073-762370b8ac7a requested from dv-cinder-801617-3-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 05:09:09.107108 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-fb327192-2920-4739-ac82-14cab9a5900d None None] Provisioning for port dc218447-fdd0-4e05-95d9-e51653e81296 completed by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:09:09.167213 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-7ad5c043-2031-42d6-ab15-fe8d74f83807 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:09.197261 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 20e425ae-b94f-456d-9bf4-3e3d1cf303eb up at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:09:09.217738 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-7ad5c043-2031-42d6-ab15-fe8d74f83807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:09.251404 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_common [None req-6905de36-0bb9-4d5b-9d3f-f0f0934eb9e6 admin admin] Allocated IP 172.27.2.186 (c7125004-43ac-4633-9f2f-3f406f3e858d/e72a7812-7eaf-41ec-8662-055279a1b0f7/7a4ff8c3-352c-444d-9f87-0662d3b47602) {{(pid=93163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:09:09.293183 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning complete for port 20e425ae-b94f-456d-9bf4-3e3d1cf303eb triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:09:09.293663 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:09.421070 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device dc218447-fdd0-4e05-95d9-e51653e81296 up at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:09:09.439546 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-704aa5cd-379d-4b6a-8488-af2d168a88ce req-14ef69d8-5766-4fbf-8da5-0d10fdc37d1e service neutron] 10.222.0.13 "GET /v2.0/networks/300c0b7a-3ec7-45c6-b237-7a8d9dd471d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4484608 Jul 28 05:09:09.452847 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c78bb9bc-defb-4864-a654-5e27b78765c5 req-702f8b87-0784-4179-8986-c8d95e2f4f3b service neutron] 10.222.0.13 "GET /v2.0/networks/c2b64570-cfb4-4a3c-bd5e-27d398652176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4389851 Jul 28 05:09:09.530300 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bb9c47b-1346-47e0-9f28-9e889327cff4 admin admin] Router 1c958403-ae9f-4530-a92f-ea97c97bb0f4 is scheduled to L3 agent febb8baf-5368-4b94-affe-2856141f0f3f with binding_index 1 {{(pid=93163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 05:09:09.535909 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning for port dc218447-fdd0-4e05-95d9-e51653e81296 completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:09:09.540056 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning complete for port dc218447-fdd0-4e05-95d9-e51653e81296 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:09:09.540657 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:09.683986 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:09.764439 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] For port dc218447-fdd0-4e05-95d9-e51653e81296, host dv-cinder-801617-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=dc218447-fdd0-4e05-95d9-e51653e81296,segment=NetworkSegment(63e88a60-78da-4f55-839d-5376c73609d1),segment_id=63e88a60-78da-4f55-839d-5376c73609d1)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:09:09.795877 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:09.826382 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-6905de36-0bb9-4d5b-9d3f-f0f0934eb9e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:09.931158 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-43646a36-0961-499f-94a0-eaec428bf9a6 None None] Provisioning complete for port dc218447-fdd0-4e05-95d9-e51653e81296 triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:09:09.933065 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-43646a36-0961-499f-94a0-eaec428bf9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:09.998114 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Pushing event updated for resources: {'Port': ['ID=dc218447-fdd0-4e05-95d9-e51653e81296,revision_number=3']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:10.003289 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-02e445c0-e8ad-4115-93bf-86eda16fe170 req-1dd681a6-2d91-4260-a75f-fe48977d7715 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] 10.222.0.13 "GET /v2.0/ports?device_id=649dc269-36a0-4fca-9f66-075ba41eece0 HTTP/1.1" status: 200 len: 210 time: 0.0685155 Jul 28 05:09:10.092107 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-fa261ccc-e4bc-49de-b3ce-4c355e567b63 req-bc303f40-e775-4ecb-b46e-5e3336a7236f tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e118b8e-18cd-4b34-b66f-893e8e5db0fb HTTP/1.1" status: 200 len: 210 time: 0.1522901 Jul 28 05:09:10.117124 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb9c47b-1346-47e0-9f28-9e889327cff4 admin admin] Notify agent at l3_agent.dv-cinder-801617-3-iscsi the message routers_updated {{(pid=93163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:09:10.126124 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-6905de36-0bb9-4d5b-9d3f-f0f0934eb9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227148292'] for port, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:10.129224 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6cf406-b657-44a7-b779-85077875568a None None] Sync routers for ids ['1c958403-ae9f-4530-a92f-ea97c97bb0f4'] in dv-cinder-801617-3-iscsi {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:09:10.139587 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6cf406-b657-44a7-b779-85077875568a None None] Routers {'1c958403-ae9f-4530-a92f-ea97c97bb0f4'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:09:10.140207 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-7a6cf406-b657-44a7-b779-85077875568a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:08:57Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['1c958403-ae9f-4530-a92f-ea97c97bb0f4'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:09:10.248391 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6905de36-0bb9-4d5b-9d3f-f0f0934eb9e6 admin admin] Network c7125004-43ac-4633-9f2f-3f406f3e858d is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:09:10.252830 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-4bb9c47b-1346-47e0-9f28-9e889327cff4 admin admin] Notify callbacks [] for router, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:10.256642 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-4bb9c47b-1346-47e0-9f28-9e889327cff4 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.8695369 Jul 28 05:09:10.258463 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 42604) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:10.260547 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-6905de36-0bb9-4d5b-9d3f-f0f0934eb9e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:09:10.267910 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6905de36-0bb9-4d5b-9d3f-f0f0934eb9e6 admin admin] Received port after_create {{(pid=93163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 05:09:10.272765 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6905de36-0bb9-4d5b-9d3f-f0f0934eb9e6 admin admin] Pushing event updated for resources: {'Port': ['ID=7a4ff8c3-352c-444d-9f87-0662d3b47602,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:10.300788 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-7a6cf406-b657-44a7-b779-85077875568a None None] Set router 1c958403-ae9f-4530-a92f-ea97c97bb0f4 gateway port host: dv-cinder-801617-3-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:09:10.327081 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_common [None req-7ad5c043-2031-42d6-ab15-fe8d74f83807 admin admin] Allocated IP 172.27.2.34 (c7125004-43ac-4633-9f2f-3f406f3e858d/e72a7812-7eaf-41ec-8662-055279a1b0f7/2e2d333a-f4d9-4967-b4d8-dc029751f03a) {{(pid=93163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:09:10.585873 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-7ad5c043-2031-42d6-ab15-fe8d74f83807 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:10.661843 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-7a6cf406-b657-44a7-b779-85077875568a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c958403-ae9f-4530-a92f-ea97c97bb0f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1867579563-router', 'tenant_id': 'f77014531530497aa60d1269fde1bd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '5862d95c-f456-423f-b62d-51950afda2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:04Z', 'updated_at': '2021-07-28T05:09:07Z', 'revision_number': 3, 'project_id': 'f77014531530497aa60d1269fde1bd6f', 'gw_port': {'id': '5862d95c-f456-423f-b62d-51950afda2d7', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c958403-ae9f-4530-a92f-ea97c97bb0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:05Z', 'updated_at': '2021-07-28T05:09:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi'}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:09:10.702405 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6cf406-b657-44a7-b779-85077875568a None None] Checking router: 1c958403-ae9f-4530-a92f-ea97c97bb0f4 for host: dv-cinder-801617-3-iscsi {{(pid=93165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:09:10.703053 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6cf406-b657-44a7-b779-85077875568a None None] Updating router 1c958403-ae9f-4530-a92f-ea97c97bb0f4 port 5862d95c-f456-423f-b62d-51950afda2d7 binding host dv-cinder-801617-3-iscsi {{(pid=93165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 05:09:10.727442 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-6905de36-0bb9-4d5b-9d3f-f0f0934eb9e6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:10.743317 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-7a6cf406-b657-44a7-b779-85077875568a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:10.784535 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-7ad5c043-2031-42d6-ab15-fe8d74f83807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227148292'] for port, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:10.874073 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad5c043-2031-42d6-ab15-fe8d74f83807 admin admin] Network c7125004-43ac-4633-9f2f-3f406f3e858d is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:09:10.881605 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-7ad5c043-2031-42d6-ab15-fe8d74f83807 admin admin] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:09:10.888112 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5c043-2031-42d6-ab15-fe8d74f83807 admin admin] Pushing event updated for resources: {'Port': ['ID=2e2d333a-f4d9-4967-b4d8-dc029751f03a,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:10.949857 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad5c043-2031-42d6-ab15-fe8d74f83807 admin admin] Received port after_create {{(pid=93163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 05:09:11.055604 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device dc218447-fdd0-4e05-95d9-e51653e81296 up at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:09:11.197915 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8a7b881c-5913-49fc-987a-0e49ba5fd1cc req-8d61861a-b06f-478e-be82-255e2b76137f tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] 10.222.0.13 "GET /v2.0/ports?device_id=649dc269-36a0-4fca-9f66-075ba41eece0 HTTP/1.1" status: 200 len: 210 time: 0.0565050 Jul 28 05:09:11.242957 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning complete for port dc218447-fdd0-4e05-95d9-e51653e81296 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:09:11.244189 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:11.374896 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b1f563da-84ec-4688-8426-7b81b0381715 req-b1419c44-2d7c-49f1-be73-b206f6af136c tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e118b8e-18cd-4b34-b66f-893e8e5db0fb HTTP/1.1" status: 200 len: 210 time: 0.1080611 Jul 28 05:09:11.417233 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-7a6cf406-b657-44a7-b779-85077875568a None None] Notify callbacks [] for port, precommit_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:11.460621 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.provisioning_blocks [None req-7a6cf406-b657-44a7-b779-85077875568a None None] Transition to ACTIVE for port object 5862d95c-f456-423f-b62d-51950afda2d7 will not be triggered until provisioned by entity L2. {{(pid=93165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:09:11.477805 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-7a6cf406-b657-44a7-b779-85077875568a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:11.485530 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-6905de36-0bb9-4d5b-9d3f-f0f0934eb9e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406701'] for router, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:11.563925 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-6bfcf851-fbb0-4e02-b67b-ac14fc4b7ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:11.575606 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eb04fd-5357-4f71-b9f5-d23970b48f37 None None] Pushing event updated for resources: {'Port': ['ID=5862d95c-f456-423f-b62d-51950afda2d7,revision_number=2']} {{(pid=93165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:11.578968 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.managers [None req-7a6cf406-b657-44a7-b779-85077875568a None None] Attempting to bind port 5862d95c-f456-423f-b62d-51950afda2d7 on host dv-cinder-801617-3-iscsi for vnic_type normal with profile {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 05:09:11.579627 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.managers [None req-7a6cf406-b657-44a7-b779-85077875568a None None] Attempting to bind port 5862d95c-f456-423f-b62d-51950afda2d7 by drivers openvswitch,hyperv on host dv-cinder-801617-3-iscsi at level 0 using segments [{'id': 'd34fa97e-0825-4a06-9105-26c8994a2a7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d'}] {{(pid=93165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 05:09:11.580215 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6cf406-b657-44a7-b779-85077875568a None None] Attempting to bind port 5862d95c-f456-423f-b62d-51950afda2d7 on network c7125004-43ac-4633-9f2f-3f406f3e858d {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:09:11.594404 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6cf406-b657-44a7-b779-85077875568a None None] Checking agent: {'id': '3fbc40da-b90e-4a82-82aa-1ec33702809d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 5, 1, 27), 'started_at': datetime.datetime(2021, 7, 28, 5, 1, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 5, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 05:09:11.594856 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6cf406-b657-44a7-b779-85077875568a None None] Checking segment: {'id': 'd34fa97e-0825-4a06-9105-26c8994a2a7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:09:11.595747 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-7a6cf406-b657-44a7-b779-85077875568a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:11.595897 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6cf406-b657-44a7-b779-85077875568a None None] Bound using segment: {'id': 'd34fa97e-0825-4a06-9105-26c8994a2a7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d'} {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 05:09:11.596938 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.managers [None req-7a6cf406-b657-44a7-b779-85077875568a None None] Bound port: 5862d95c-f456-423f-b62d-51950afda2d7, host: dv-cinder-801617-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd34fa97e-0825-4a06-9105-26c8994a2a7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d'}}] {{(pid=93165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 05:09:11.597425 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-7a6cf406-b657-44a7-b779-85077875568a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:11.666835 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.db [None req-7a6cf406-b657-44a7-b779-85077875568a None None] For port 5862d95c-f456-423f-b62d-51950afda2d7, host dv-cinder-801617-3-iscsi, cleared binding levels {{(pid=93165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:09:11.670720 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.db [None req-7a6cf406-b657-44a7-b779-85077875568a None None] For port 5862d95c-f456-423f-b62d-51950afda2d7, host dv-cinder-801617-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=5862d95c-f456-423f-b62d-51950afda2d7,segment=NetworkSegment(d34fa97e-0825-4a06-9105-26c8994a2a7e),segment_id=d34fa97e-0825-4a06-9105-26c8994a2a7e)] {{(pid=93165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:09:11.673848 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eb04fd-5357-4f71-b9f5-d23970b48f37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:09:11.674467 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eb04fd-5357-4f71-b9f5-d23970b48f37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:09:11.675167 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eb04fd-5357-4f71-b9f5-d23970b48f37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:09:11.675676 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eb04fd-5357-4f71-b9f5-d23970b48f37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:09:11.676092 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eb04fd-5357-4f71-b9f5-d23970b48f37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:09:11.677060 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eb04fd-5357-4f71-b9f5-d23970b48f37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:09:11.677474 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eb04fd-5357-4f71-b9f5-d23970b48f37 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:09:11.677981 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eb04fd-5357-4f71-b9f5-d23970b48f37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:09:11.678428 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eb04fd-5357-4f71-b9f5-d23970b48f37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:09:11.678838 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eb04fd-5357-4f71-b9f5-d23970b48f37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:09:11.679258 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eb04fd-5357-4f71-b9f5-d23970b48f37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:09:11.679664 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eb04fd-5357-4f71-b9f5-d23970b48f37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:09:11.681040 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1eb04fd-5357-4f71-b9f5-d23970b48f37 None None] Tracked resource versions report: Jul 28 05:09:11.681040 dv-cinder-801617-3-iscsi neutron-server[93165]: pushed versions: Jul 28 05:09:11.681040 dv-cinder-801617-3-iscsi neutron-server[93165]: { 'AddressGroup': {'1.2'}, Jul 28 05:09:11.681040 dv-cinder-801617-3-iscsi neutron-server[93165]: 'ConntrackHelper': {'1.0'}, Jul 28 05:09:11.681040 dv-cinder-801617-3-iscsi neutron-server[93165]: 'Log': {'1.0'}, Jul 28 05:09:11.681040 dv-cinder-801617-3-iscsi neutron-server[93165]: 'Network': {'1.1'}, Jul 28 05:09:11.681040 dv-cinder-801617-3-iscsi neutron-server[93165]: 'Port': {'1.7'}, Jul 28 05:09:11.681040 dv-cinder-801617-3-iscsi neutron-server[93165]: 'PortForwarding': {'1.2'}, Jul 28 05:09:11.681040 dv-cinder-801617-3-iscsi neutron-server[93165]: 'QosPolicy': {'1.8'}, Jul 28 05:09:11.681040 dv-cinder-801617-3-iscsi neutron-server[93165]: 'SecurityGroup': {'1.4'}, Jul 28 05:09:11.681040 dv-cinder-801617-3-iscsi neutron-server[93165]: 'SecurityGroupRule': {'1.2'}, Jul 28 05:09:11.681040 dv-cinder-801617-3-iscsi neutron-server[93165]: 'SubPort': {'1.0'}, Jul 28 05:09:11.681040 dv-cinder-801617-3-iscsi neutron-server[93165]: 'Subnet': {'1.1'}, Jul 28 05:09:11.681040 dv-cinder-801617-3-iscsi neutron-server[93165]: 'Trunk': {'1.1'}} Jul 28 05:09:11.681040 dv-cinder-801617-3-iscsi neutron-server[93165]: consumer versions: Jul 28 05:09:11.681040 dv-cinder-801617-3-iscsi neutron-server[93165]: { DHCP agent@dv-cinder-801617-3-iscsi: {}, Jul 28 05:09:11.681040 dv-cinder-801617-3-iscsi neutron-server[93165]: HyperV agent@hv-cinder-80161: {}, Jul 28 05:09:11.681040 dv-cinder-801617-3-iscsi neutron-server[93165]: L3 agent@dv-cinder-801617-3-iscsi: {}, Jul 28 05:09:11.681040 dv-cinder-801617-3-iscsi neutron-server[93165]: Metadata agent@dv-cinder-801617-3-iscsi: {}, Jul 28 05:09:11.681040 dv-cinder-801617-3-iscsi neutron-server[93165]: Metering agent@dv-cinder-801617-3-iscsi: {}, Jul 28 05:09:11.681040 dv-cinder-801617-3-iscsi neutron-server[93165]: Open vSwitch agent@dv-cinder-801617-3-iscsi: { 'AddressGroup': '1.2', Jul 28 05:09:11.681040 dv-cinder-801617-3-iscsi neutron-server[93165]: 'ConntrackHelper': '1.0', Jul 28 05:09:11.681040 dv-cinder-801617-3-iscsi neutron-server[93165]: 'Log': '1.0', Jul 28 05:09:11.681040 dv-cinder-801617-3-iscsi neutron-server[93165]: 'Network': '1.1', Jul 28 05:09:11.681040 dv-cinder-801617-3-iscsi neutron-server[93165]: 'Port': '1.7', Jul 28 05:09:11.681040 dv-cinder-801617-3-iscsi neutron-server[93165]: 'PortForwarding': '1.2', Jul 28 05:09:11.681040 dv-cinder-801617-3-iscsi neutron-server[93165]: 'QosPolicy': '1.8', Jul 28 05:09:11.681040 dv-cinder-801617-3-iscsi neutron-server[93165]: 'SecurityGroup': '1.4', Jul 28 05:09:11.681040 dv-cinder-801617-3-iscsi neutron-server[93165]: 'SecurityGroupRule': '1.2', Jul 28 05:09:11.681040 dv-cinder-801617-3-iscsi neutron-server[93165]: 'SubPort': '1.0', Jul 28 05:09:11.681040 dv-cinder-801617-3-iscsi neutron-server[93165]: 'Subnet': '1.1', Jul 28 05:09:11.681040 dv-cinder-801617-3-iscsi neutron-server[93165]: 'Trunk': '1.1'}} Jul 28 05:09:11.681040 dv-cinder-801617-3-iscsi neutron-server[93165]: {{(pid=93165) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 05:09:11.685961 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-7a6cf406-b657-44a7-b779-85077875568a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:11.756460 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eb04fd-5357-4f71-b9f5-d23970b48f37 None None] Pushing event updated for resources: {'Port': ['ID=5862d95c-f456-423f-b62d-51950afda2d7,revision_number=3']} {{(pid=93165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:11.780970 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6cf406-b657-44a7-b779-85077875568a None None] Routers {'1c958403-ae9f-4530-a92f-ea97c97bb0f4'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:09:11.781681 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-7a6cf406-b657-44a7-b779-85077875568a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:08:57Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['1c958403-ae9f-4530-a92f-ea97c97bb0f4'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:09:11.838434 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-7ad5c043-2031-42d6-ab15-fe8d74f83807 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:11.905452 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-7a6cf406-b657-44a7-b779-85077875568a None None] Set router 1c958403-ae9f-4530-a92f-ea97c97bb0f4 gateway port host: dv-cinder-801617-3-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:09:12.077701 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6905de36-0bb9-4d5b-9d3f-f0f0934eb9e6 admin admin] Router 6d6a469e-4bf2-4138-8fc3-d836b5f0c496 is scheduled to L3 agent febb8baf-5368-4b94-affe-2856141f0f3f with binding_index 1 {{(pid=93163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 05:09:12.299877 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-7a6cf406-b657-44a7-b779-85077875568a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c958403-ae9f-4530-a92f-ea97c97bb0f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1867579563-router', 'tenant_id': 'f77014531530497aa60d1269fde1bd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '5862d95c-f456-423f-b62d-51950afda2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:04Z', 'updated_at': '2021-07-28T05:09:07Z', 'revision_number': 3, 'project_id': 'f77014531530497aa60d1269fde1bd6f', 'gw_port': {'id': '5862d95c-f456-423f-b62d-51950afda2d7', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c958403-ae9f-4530-a92f-ea97c97bb0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:05Z', 'updated_at': '2021-07-28T05:09:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi'}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:09:12.373711 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6cf406-b657-44a7-b779-85077875568a None None] The sync data for ids ['1c958403-ae9f-4530-a92f-ea97c97bb0f4'] in dv-cinder-801617-3-iscsi is: [{'id': '1c958403-ae9f-4530-a92f-ea97c97bb0f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1867579563-router', 'tenant_id': 'f77014531530497aa60d1269fde1bd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '5862d95c-f456-423f-b62d-51950afda2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:04Z', 'updated_at': '2021-07-28T05:09:07Z', 'revision_number': 3, 'project_id': 'f77014531530497aa60d1269fde1bd6f', 'gw_port': {'id': '5862d95c-f456-423f-b62d-51950afda2d7', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8b:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c958403-ae9f-4530-a92f-ea97c97bb0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:05Z', 'updated_at': '2021-07-28T05:09:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi'}] {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:09:12.399662 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [None req-6bfcf851-fbb0-4e02-b67b-ac14fc4b7ad1 admin admin] Allocated IP 172.20.0.1 (34e1948f-8e2c-47b9-a68d-5f2322a08957/e9700662-b8e7-49fb-ada5-3c005d49b640/d1d8b2db-ab6d-4e3a-a273-65795ce23108) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:09:12.684368 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-6bfcf851-fbb0-4e02-b67b-ac14fc4b7ad1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:12.707740 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [None req-6bfcf851-fbb0-4e02-b67b-ac14fc4b7ad1 admin admin] Transition to ACTIVE for port object d1d8b2db-ab6d-4e3a-a273-65795ce23108 will not be triggered until provisioned by entity DHCP. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:09:12.723664 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-79a571b5-2ffb-4053-a94e-c22b0c745303 req-3b351123-f5ea-4070-9d90-646df4809c62 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] 10.222.0.13 "GET /v2.0/ports?device_id=649dc269-36a0-4fca-9f66-075ba41eece0 HTTP/1.1" status: 200 len: 210 time: 0.0808525 Jul 28 05:09:12.725420 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-33f829a5-6575-4e17-ba15-eea51cf369bb req-d4378cb6-0cc0-492f-8676-d71c639e2784 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e118b8e-18cd-4b34-b66f-893e8e5db0fb HTTP/1.1" status: 200 len: 210 time: 0.0815856 Jul 28 05:09:12.922621 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-6bfcf851-fbb0-4e02-b67b-ac14fc4b7ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227148292'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:12.977086 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6905de36-0bb9-4d5b-9d3f-f0f0934eb9e6 admin admin] Notify agent at l3_agent.dv-cinder-801617-3-iscsi the message routers_updated {{(pid=93163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:09:12.991004 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c678da31-d22f-4863-819f-7599a820e7c5 None None] Sync routers for ids ['6d6a469e-4bf2-4138-8fc3-d836b5f0c496'] in dv-cinder-801617-3-iscsi {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:09:13.016980 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c678da31-d22f-4863-819f-7599a820e7c5 None None] Routers {'6d6a469e-4bf2-4138-8fc3-d836b5f0c496'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:09:13.018600 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-c678da31-d22f-4863-819f-7599a820e7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:08:57Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['6d6a469e-4bf2-4138-8fc3-d836b5f0c496'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:09:13.037153 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 42718) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:13.040205 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-6905de36-0bb9-4d5b-9d3f-f0f0934eb9e6 admin admin] Notify callbacks [] for router, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:13.041536 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-6905de36-0bb9-4d5b-9d3f-f0f0934eb9e6 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.0000501 Jul 28 05:09:13.053037 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfcf851-fbb0-4e02-b67b-ac14fc4b7ad1 admin admin] Network 34e1948f-8e2c-47b9-a68d-5f2322a08957 is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:09:13.057265 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 42720) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:13.058145 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-6bfcf851-fbb0-4e02-b67b-ac14fc4b7ad1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:09:13.078804 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfcf851-fbb0-4e02-b67b-ac14fc4b7ad1 admin admin] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 05:09:13.079356 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-6bfcf851-fbb0-4e02-b67b-ac14fc4b7ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406642'] for router_interface, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:13.087096 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-7ad5c043-2031-42d6-ab15-fe8d74f83807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406701'] for router, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:13.162959 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 5862d95c-f456-423f-b62d-51950afda2d7 up at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:09:13.315458 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-c678da31-d22f-4863-819f-7599a820e7c5 None None] Set router 6d6a469e-4bf2-4138-8fc3-d836b5f0c496 gateway port host: dv-cinder-801617-3-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:09:13.367175 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e1502c83-749c-48f7-ba1b-94eb502f27e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:13.436786 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfcf851-fbb0-4e02-b67b-ac14fc4b7ad1 admin admin] Pushing event updated for resources: {'Port': ['ID=d1d8b2db-ab6d-4e3a-a273-65795ce23108,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:13.488037 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.21', 60833) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:13.651065 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning for port 5862d95c-f456-423f-b62d-51950afda2d7 completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:09:13.692994 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning complete for port 5862d95c-f456-423f-b62d-51950afda2d7 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:09:13.693365 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:13.700302 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad5c043-2031-42d6-ab15-fe8d74f83807 admin admin] Router 1c4868c8-8280-4924-9ec3-3439fa3e2324 is scheduled to L3 agent febb8baf-5368-4b94-affe-2856141f0f3f with binding_index 1 {{(pid=93163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 05:09:13.744487 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-d583e178-e520-4076-9c37-d0c078342b00 None None] Provisioning for port d1d8b2db-ab6d-4e3a-a273-65795ce23108 completed by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:09:13.841015 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-d583e178-e520-4076-9c37-d0c078342b00 None None] Provisioning complete for port d1d8b2db-ab6d-4e3a-a273-65795ce23108 triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:09:13.841382 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-d583e178-e520-4076-9c37-d0c078342b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:13.966874 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-65ab2ceb-4520-406e-b6f6-668220dbcb1e req-a2212053-43d4-463b-a813-485146f71c88 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e118b8e-18cd-4b34-b66f-893e8e5db0fb HTTP/1.1" status: 200 len: 210 time: 0.0365753 Jul 28 05:09:13.974803 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-6bfcf851-fbb0-4e02-b67b-ac14fc4b7ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:14.030840 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-d583e178-e520-4076-9c37-d0c078342b00 None None] Port d1d8b2db-ab6d-4e3a-a273-65795ce23108 cannot update to ACTIVE because it is not bound. {{(pid=93164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 05:09:14.033297 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7d40fad7-cdb0-478d-a00e-ad885551b7c1 req-b617ae46-97a1-4273-b977-ecef97741c53 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] 10.222.0.13 "GET /v2.0/ports?device_id=649dc269-36a0-4fca-9f66-075ba41eece0 HTTP/1.1" status: 200 len: 210 time: 0.0564530 Jul 28 05:09:14.033973 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.21', 60837) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:14.106010 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:14.167035 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78bb9bc-defb-4864-a654-5e27b78765c5 req-5f99ff82-c633-4f83-93a2-3051c2bca01f tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:14.171033 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-c678da31-d22f-4863-819f-7599a820e7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6a469e-4bf2-4138-8fc3-d836b5f0c496', 'name': 'tempest-AttachVolumeTestJSON-1496127404-router', 'tenant_id': '38cd928d0e0347d0baad775ab2994326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '7a4ff8c3-352c-444d-9f87-0662d3b47602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:06Z', 'updated_at': '2021-07-28T05:09:10Z', 'revision_number': 3, 'project_id': '38cd928d0e0347d0baad775ab2994326', 'gw_port': {'id': '7a4ff8c3-352c-444d-9f87-0662d3b47602', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:56:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6a469e-4bf2-4138-8fc3-d836b5f0c496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:08Z', 'updated_at': '2021-07-28T05:09:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi'}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:09:14.172866 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c78bb9bc-defb-4864-a654-5e27b78765c5 req-5f99ff82-c633-4f83-93a2-3051c2bca01f tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] 10.222.0.21 "GET /v2.0/networks?id=c2b64570-cfb4-4a3c-bd5e-27d398652176 HTTP/1.1" status: 200 len: 811 time: 0.6571660 Jul 28 05:09:14.176126 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] For port 5862d95c-f456-423f-b62d-51950afda2d7, host dv-cinder-801617-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=5862d95c-f456-423f-b62d-51950afda2d7,segment=NetworkSegment(d34fa97e-0825-4a06-9105-26c8994a2a7e),segment_id=d34fa97e-0825-4a06-9105-26c8994a2a7e)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:09:14.222450 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704aa5cd-379d-4b6a-8488-af2d168a88ce req-9480c937-1c94-47cb-b19b-1bfe02279c6a tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:14.224275 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-704aa5cd-379d-4b6a-8488-af2d168a88ce req-9480c937-1c94-47cb-b19b-1bfe02279c6a tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.21 "GET /v2.0/networks?id=300c0b7a-3ec7-45c6-b237-7a8d9dd471d0 HTTP/1.1" status: 200 len: 814 time: 0.1849618 Jul 28 05:09:14.226797 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:14.231243 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c678da31-d22f-4863-819f-7599a820e7c5 None None] Checking router: 6d6a469e-4bf2-4138-8fc3-d836b5f0c496 for host: dv-cinder-801617-3-iscsi {{(pid=93164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:09:14.232882 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c678da31-d22f-4863-819f-7599a820e7c5 None None] Updating router 6d6a469e-4bf2-4138-8fc3-d836b5f0c496 port 7a4ff8c3-352c-444d-9f87-0662d3b47602 binding host dv-cinder-801617-3-iscsi {{(pid=93164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 05:09:14.268512 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e1502c83-749c-48f7-ba1b-94eb502f27e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:14.275203 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [req-c78bb9bc-defb-4864-a654-5e27b78765c5 req-12462ab7-815e-42d9-aac5-e4989f3c0a47 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] Request body: {'port': {'device_id': '649dc269-36a0-4fca-9f66-075ba41eece0', 'network_id': 'c2b64570-cfb4-4a3c-bd5e-27d398652176', 'admin_state_up': True, 'tenant_id': '160ddfbd8db8410e84ee2fffa02f3d1c'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:09:14.301246 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-c678da31-d22f-4863-819f-7599a820e7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:14.388461 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [req-704aa5cd-379d-4b6a-8488-af2d168a88ce req-971aa063-4ff2-401e-9e74-0b28d558c0fe tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Request body: {'port': {'device_id': '1e118b8e-18cd-4b34-b66f-893e8e5db0fb', 'network_id': '300c0b7a-3ec7-45c6-b237-7a8d9dd471d0', 'admin_state_up': True, 'tenant_id': '30b837791a4f45f7bbefa0af378d5354'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:09:14.389443 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Pushing event updated for resources: {'Port': ['ID=5862d95c-f456-423f-b62d-51950afda2d7,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:14.394156 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad5c043-2031-42d6-ab15-fe8d74f83807 admin admin] Notify agent at l3_agent.dv-cinder-801617-3-iscsi the message routers_updated {{(pid=93163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:09:14.405602 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513ea615-407b-4e73-b80b-c9cf239a3136 None None] Sync routers for ids ['1c4868c8-8280-4924-9ec3-3439fa3e2324'] in dv-cinder-801617-3-iscsi {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:09:14.413422 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e1502c83-749c-48f7-ba1b-94eb502f27e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:14.422594 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513ea615-407b-4e73-b80b-c9cf239a3136 None None] Routers {'1c4868c8-8280-4924-9ec3-3439fa3e2324'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:09:14.423343 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-513ea615-407b-4e73-b80b-c9cf239a3136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:08:57Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['1c4868c8-8280-4924-9ec3-3439fa3e2324'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:09:14.640833 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-7ad5c043-2031-42d6-ab15-fe8d74f83807 admin admin] Notify callbacks [] for router, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:14.642463 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-7ad5c043-2031-42d6-ab15-fe8d74f83807 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.6026409 Jul 28 05:09:14.662832 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 42808) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:14.680603 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1502c83-749c-48f7-ba1b-94eb502f27e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686a81ff-a9b0-435c-960a-9a1ca1fa543a,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:14.686126 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-e1502c83-749c-48f7-ba1b-94eb502f27e3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=986f03c234eb41279cca687ede78a17e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6436026 Jul 28 05:09:14.729187 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 42810) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:14.863404 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-6bfcf851-fbb0-4e02-b67b-ac14fc4b7ad1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:14.926921 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-6bfcf851-fbb0-4e02-b67b-ac14fc4b7ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:14.927776 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-6bfcf851-fbb0-4e02-b67b-ac14fc4b7ad1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409570'] for router_interface, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:14.991748 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-513ea615-407b-4e73-b80b-c9cf239a3136 None None] Set router 1c4868c8-8280-4924-9ec3-3439fa3e2324 gateway port host: dv-cinder-801617-3-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:09:14.999893 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-704aa5cd-379d-4b6a-8488-af2d168a88ce req-971aa063-4ff2-401e-9e74-0b28d558c0fe tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Made reservation on behalf of 30b837791a4f45f7bbefa0af378d5354 for: {'port': 1} {{(pid=93163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:09:15.003696 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-704aa5cd-379d-4b6a-8488-af2d168a88ce req-971aa063-4ff2-401e-9e74-0b28d558c0fe tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:15.030008 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-82971ac5-62ee-4318-b8bd-8c6273b7fc7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:15.205186 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-686a6e23-e046-4f52-8465-c979d315c54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:15.392963 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 5862d95c-f456-423f-b62d-51950afda2d7 up at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:09:15.394324 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-82971ac5-62ee-4318-b8bd-8c6273b7fc7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:15.394324 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c78bb9bc-defb-4864-a654-5e27b78765c5 req-12462ab7-815e-42d9-aac5-e4989f3c0a47 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] Made reservation on behalf of 160ddfbd8db8410e84ee2fffa02f3d1c for: {'port': 1} {{(pid=93163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:09:15.394324 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-c78bb9bc-defb-4864-a654-5e27b78765c5 req-12462ab7-815e-42d9-aac5-e4989f3c0a47 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:15.395124 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-c678da31-d22f-4863-819f-7599a820e7c5 None None] Notify callbacks [] for port, precommit_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:15.395124 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-c678da31-d22f-4863-819f-7599a820e7c5 None None] Transition to ACTIVE for port object 7a4ff8c3-352c-444d-9f87-0662d3b47602 will not be triggered until provisioned by entity L2. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:09:15.396874 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning complete for port 5862d95c-f456-423f-b62d-51950afda2d7 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:09:15.396874 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:15.451139 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-c678da31-d22f-4863-819f-7599a820e7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:15.687884 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-c678da31-d22f-4863-819f-7599a820e7c5 None None] Attempting to bind port 7a4ff8c3-352c-444d-9f87-0662d3b47602 on host dv-cinder-801617-3-iscsi for vnic_type normal with profile {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 05:09:15.688445 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-c678da31-d22f-4863-819f-7599a820e7c5 None None] Attempting to bind port 7a4ff8c3-352c-444d-9f87-0662d3b47602 by drivers openvswitch,hyperv on host dv-cinder-801617-3-iscsi at level 0 using segments [{'id': 'd34fa97e-0825-4a06-9105-26c8994a2a7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d'}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 05:09:15.688819 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c678da31-d22f-4863-819f-7599a820e7c5 None None] Attempting to bind port 7a4ff8c3-352c-444d-9f87-0662d3b47602 on network c7125004-43ac-4633-9f2f-3f406f3e858d {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:09:15.719720 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c678da31-d22f-4863-819f-7599a820e7c5 None None] Checking agent: {'id': '3fbc40da-b90e-4a82-82aa-1ec33702809d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 5, 1, 27), 'started_at': datetime.datetime(2021, 7, 28, 5, 1, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 5, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 05:09:15.720176 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c678da31-d22f-4863-819f-7599a820e7c5 None None] Checking segment: {'id': 'd34fa97e-0825-4a06-9105-26c8994a2a7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:09:15.734331 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-c678da31-d22f-4863-819f-7599a820e7c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:15.735022 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c678da31-d22f-4863-819f-7599a820e7c5 None None] Bound using segment: {'id': 'd34fa97e-0825-4a06-9105-26c8994a2a7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d'} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 05:09:15.735870 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-c678da31-d22f-4863-819f-7599a820e7c5 None None] Bound port: 7a4ff8c3-352c-444d-9f87-0662d3b47602, host: dv-cinder-801617-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd34fa97e-0825-4a06-9105-26c8994a2a7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d'}}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 05:09:15.742380 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e78eeb8d-cede-4320-befa-ad622de14c11 req-45981c49-44fb-42e2-bfe2-f36f37b49f5f tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e118b8e-18cd-4b34-b66f-893e8e5db0fb HTTP/1.1" status: 200 len: 210 time: 0.4558091 Jul 28 05:09:15.744492 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-513ea615-407b-4e73-b80b-c9cf239a3136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4868c8-8280-4924-9ec3-3439fa3e2324', 'name': 'tempest-ServerRescueNegativeTestJSON-316533616-router', 'tenant_id': 'cd3af660b04c4cd28649da733b80e303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '2e2d333a-f4d9-4967-b4d8-dc029751f03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:06Z', 'updated_at': '2021-07-28T05:09:11Z', 'revision_number': 3, 'project_id': 'cd3af660b04c4cd28649da733b80e303', 'gw_port': {'id': '2e2d333a-f4d9-4967-b4d8-dc029751f03a', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:db:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4868c8-8280-4924-9ec3-3439fa3e2324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:09Z', 'updated_at': '2021-07-28T05:09:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi'}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:09:15.750046 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-c678da31-d22f-4863-819f-7599a820e7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:15.812220 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513ea615-407b-4e73-b80b-c9cf239a3136 None None] Checking router: 1c4868c8-8280-4924-9ec3-3439fa3e2324 for host: dv-cinder-801617-3-iscsi {{(pid=93165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:09:15.813478 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513ea615-407b-4e73-b80b-c9cf239a3136 None None] Updating router 1c4868c8-8280-4924-9ec3-3439fa3e2324 port 2e2d333a-f4d9-4967-b4d8-dc029751f03a binding host dv-cinder-801617-3-iscsi {{(pid=93165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 05:09:15.842079 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5be1e2dc-faaf-40ae-96fb-1661711f10f2 req-33accbd7-8575-4180-8f59-9d86fbd5220c tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] 10.222.0.13 "GET /v2.0/ports?device_id=649dc269-36a0-4fca-9f66-075ba41eece0 HTTP/1.1" status: 200 len: 210 time: 0.4731619 Jul 28 05:09:15.845760 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfcf851-fbb0-4e02-b67b-ac14fc4b7ad1 admin admin] Pushing event updated for resources: {'Port': ['ID=d1d8b2db-ab6d-4e3a-a273-65795ce23108,revision_number=2']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:15.859739 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc41d9aa-2c7c-4b4b-ba90-be98db0aea1a None None] Pushing event updated for resources: {'Port': ['ID=7a4ff8c3-352c-444d-9f87-0662d3b47602,revision_number=2']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:15.898127 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-513ea615-407b-4e73-b80b-c9cf239a3136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:16.035030 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-c678da31-d22f-4863-819f-7599a820e7c5 None None] For port 7a4ff8c3-352c-444d-9f87-0662d3b47602, host dv-cinder-801617-3-iscsi, cleared binding levels {{(pid=93164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:09:16.041933 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-c678da31-d22f-4863-819f-7599a820e7c5 None None] For port 7a4ff8c3-352c-444d-9f87-0662d3b47602, host dv-cinder-801617-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=7a4ff8c3-352c-444d-9f87-0662d3b47602,segment=NetworkSegment(d34fa97e-0825-4a06-9105-26c8994a2a7e),segment_id=d34fa97e-0825-4a06-9105-26c8994a2a7e)] {{(pid=93164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:09:16.053382 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-c678da31-d22f-4863-819f-7599a820e7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:16.194512 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfcf851-fbb0-4e02-b67b-ac14fc4b7ad1 admin admin] Network 34e1948f-8e2c-47b9-a68d-5f2322a08957 is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:09:16.201761 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-6bfcf851-fbb0-4e02-b67b-ac14fc4b7ad1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:09:16.241846 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c678da31-d22f-4863-819f-7599a820e7c5 None None] Routers {'6d6a469e-4bf2-4138-8fc3-d836b5f0c496'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:09:16.242466 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-c678da31-d22f-4863-819f-7599a820e7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:08:57Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['6d6a469e-4bf2-4138-8fc3-d836b5f0c496'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:09:16.456217 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc41d9aa-2c7c-4b4b-ba90-be98db0aea1a None None] Pushing event updated for resources: {'Port': ['ID=7a4ff8c3-352c-444d-9f87-0662d3b47602,revision_number=3']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:16.462747 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [None req-686a6e23-e046-4f52-8465-c979d315c54d admin admin] Allocated IP 172.20.0.1 (7040d785-ad9e-439a-8073-762370b8ac7a/278bb74a-8e56-4dfc-917a-8520d15d8eb0/45e5aab9-0412-42d2-ae4f-fd3d2a06bb13) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:09:16.465705 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_common [req-704aa5cd-379d-4b6a-8488-af2d168a88ce req-971aa063-4ff2-401e-9e74-0b28d558c0fe tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Allocated IP 172.20.0.4 (300c0b7a-3ec7-45c6-b237-7a8d9dd471d0/f56af102-7f6a-4a13-8214-ac092fadb2ac/4ff5819f-777b-414b-9f10-643c6d3f7c92) {{(pid=93163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:09:16.503078 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-513ea615-407b-4e73-b80b-c9cf239a3136 None None] Notify callbacks [] for port, precommit_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:16.533664 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.provisioning_blocks [None req-513ea615-407b-4e73-b80b-c9cf239a3136 None None] Transition to ACTIVE for port object 2e2d333a-f4d9-4967-b4d8-dc029751f03a will not be triggered until provisioned by entity L2. {{(pid=93165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:09:16.548206 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-513ea615-407b-4e73-b80b-c9cf239a3136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:16.606390 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-c678da31-d22f-4863-819f-7599a820e7c5 None None] Set router 6d6a469e-4bf2-4138-8fc3-d836b5f0c496 gateway port host: dv-cinder-801617-3-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:09:16.609715 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bfcf851-fbb0-4e02-b67b-ac14fc4b7ad1 admin admin] Router 1c958403-ae9f-4530-a92f-ea97c97bb0f4 has already been hosted by L3 agent febb8baf-5368-4b94-affe-2856141f0f3f {{(pid=93162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 05:09:16.637112 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-82971ac5-62ee-4318-b8bd-8c6273b7fc7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:16.637112 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-82971ac5-62ee-4318-b8bd-8c6273b7fc7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:16.664116 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-82971ac5-62ee-4318-b8bd-8c6273b7fc7d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/686a81ff-a9b0-435c-960a-9a1ca1fa543a HTTP/1.1" status: 204 len: 168 time: 1.9072685 Jul 28 05:09:16.680931 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4344a0-e13b-4262-af98-1c0d47bdad84 None None] Pushing event updated for resources: {'Port': ['ID=2e2d333a-f4d9-4967-b4d8-dc029751f03a,revision_number=2']} {{(pid=93165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:16.691138 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.managers [None req-513ea615-407b-4e73-b80b-c9cf239a3136 None None] Attempting to bind port 2e2d333a-f4d9-4967-b4d8-dc029751f03a on host dv-cinder-801617-3-iscsi for vnic_type normal with profile {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 05:09:16.691549 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.managers [None req-513ea615-407b-4e73-b80b-c9cf239a3136 None None] Attempting to bind port 2e2d333a-f4d9-4967-b4d8-dc029751f03a by drivers openvswitch,hyperv on host dv-cinder-801617-3-iscsi at level 0 using segments [{'id': 'd34fa97e-0825-4a06-9105-26c8994a2a7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d'}] {{(pid=93165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 05:09:16.692548 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513ea615-407b-4e73-b80b-c9cf239a3136 None None] Attempting to bind port 2e2d333a-f4d9-4967-b4d8-dc029751f03a on network c7125004-43ac-4633-9f2f-3f406f3e858d {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:09:16.713215 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513ea615-407b-4e73-b80b-c9cf239a3136 None None] Checking agent: {'id': '3fbc40da-b90e-4a82-82aa-1ec33702809d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 5, 1, 27), 'started_at': datetime.datetime(2021, 7, 28, 5, 1, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 5, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 05:09:16.716127 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513ea615-407b-4e73-b80b-c9cf239a3136 None None] Checking segment: {'id': 'd34fa97e-0825-4a06-9105-26c8994a2a7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:09:16.716621 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-513ea615-407b-4e73-b80b-c9cf239a3136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:16.717042 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513ea615-407b-4e73-b80b-c9cf239a3136 None None] Bound using segment: {'id': 'd34fa97e-0825-4a06-9105-26c8994a2a7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d'} {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 05:09:16.717542 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.managers [None req-513ea615-407b-4e73-b80b-c9cf239a3136 None None] Bound port: 2e2d333a-f4d9-4967-b4d8-dc029751f03a, host: dv-cinder-801617-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd34fa97e-0825-4a06-9105-26c8994a2a7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d'}}] {{(pid=93165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 05:09:16.718588 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-513ea615-407b-4e73-b80b-c9cf239a3136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:16.840764 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.db [None req-513ea615-407b-4e73-b80b-c9cf239a3136 None None] For port 2e2d333a-f4d9-4967-b4d8-dc029751f03a, host dv-cinder-801617-3-iscsi, cleared binding levels {{(pid=93165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:09:16.848552 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.db [None req-513ea615-407b-4e73-b80b-c9cf239a3136 None None] For port 2e2d333a-f4d9-4967-b4d8-dc029751f03a, host dv-cinder-801617-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=2e2d333a-f4d9-4967-b4d8-dc029751f03a,segment=NetworkSegment(d34fa97e-0825-4a06-9105-26c8994a2a7e),segment_id=d34fa97e-0825-4a06-9105-26c8994a2a7e)] {{(pid=93165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:09:16.857065 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82971ac5-62ee-4318-b8bd-8c6273b7fc7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686a81ff-a9b0-435c-960a-9a1ca1fa543a,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:16.859579 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-513ea615-407b-4e73-b80b-c9cf239a3136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:16.877843 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-b81b0672-a401-4ade-851c-bae6928f3282 None None] Provisioning complete for port d1d8b2db-ab6d-4e3a-a273-65795ce23108 triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:09:16.878376 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-b81b0672-a401-4ade-851c-bae6928f3282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:16.951411 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-b81b0672-a401-4ade-851c-bae6928f3282 None None] Port d1d8b2db-ab6d-4e3a-a273-65795ce23108 cannot update to ACTIVE because it is not bound. {{(pid=93164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 05:09:16.986423 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-686a6e23-e046-4f52-8465-c979d315c54d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:17.047501 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513ea615-407b-4e73-b80b-c9cf239a3136 None None] Routers {'1c4868c8-8280-4924-9ec3-3439fa3e2324'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:09:17.048187 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-513ea615-407b-4e73-b80b-c9cf239a3136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:08:57Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['1c4868c8-8280-4924-9ec3-3439fa3e2324'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:09:17.102735 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4344a0-e13b-4262-af98-1c0d47bdad84 None None] Pushing event updated for resources: {'Port': ['ID=2e2d333a-f4d9-4967-b4d8-dc029751f03a,revision_number=3']} {{(pid=93165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:17.142708 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [None req-686a6e23-e046-4f52-8465-c979d315c54d admin admin] Transition to ACTIVE for port object 45e5aab9-0412-42d2-ae4f-fd3d2a06bb13 will not be triggered until provisioned by entity DHCP. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:09:17.188917 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-c678da31-d22f-4863-819f-7599a820e7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6a469e-4bf2-4138-8fc3-d836b5f0c496', 'name': 'tempest-AttachVolumeTestJSON-1496127404-router', 'tenant_id': '38cd928d0e0347d0baad775ab2994326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '7a4ff8c3-352c-444d-9f87-0662d3b47602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:06Z', 'updated_at': '2021-07-28T05:09:10Z', 'revision_number': 3, 'project_id': '38cd928d0e0347d0baad775ab2994326', 'gw_port': {'id': '7a4ff8c3-352c-444d-9f87-0662d3b47602', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:56:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6a469e-4bf2-4138-8fc3-d836b5f0c496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:08Z', 'updated_at': '2021-07-28T05:09:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi'}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:09:17.210224 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bfcf851-fbb0-4e02-b67b-ac14fc4b7ad1 admin admin] Notify agent at l3_agent.dv-cinder-801617-3-iscsi the message routers_updated {{(pid=93162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:09:17.225117 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 42888) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:17.267120 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eede39e7-790d-498b-ba83-1a07a00f8cf0 None None] Sync routers for ids ['1c958403-ae9f-4530-a92f-ea97c97bb0f4'] in dv-cinder-801617-3-iscsi {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:09:17.273226 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c678da31-d22f-4863-819f-7599a820e7c5 None None] The sync data for ids ['6d6a469e-4bf2-4138-8fc3-d836b5f0c496'] in dv-cinder-801617-3-iscsi is: [{'id': '6d6a469e-4bf2-4138-8fc3-d836b5f0c496', 'name': 'tempest-AttachVolumeTestJSON-1496127404-router', 'tenant_id': '38cd928d0e0347d0baad775ab2994326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '7a4ff8c3-352c-444d-9f87-0662d3b47602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:06Z', 'updated_at': '2021-07-28T05:09:10Z', 'revision_number': 3, 'project_id': '38cd928d0e0347d0baad775ab2994326', 'gw_port': {'id': '7a4ff8c3-352c-444d-9f87-0662d3b47602', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:56:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6a469e-4bf2-4138-8fc3-d836b5f0c496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:08Z', 'updated_at': '2021-07-28T05:09:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi'}] {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:09:17.287017 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-6bfcf851-fbb0-4e02-b67b-ac14fc4b7ad1 admin admin] 10.222.0.13 "PUT /v2.0/routers/1c958403-ae9f-4530-a92f-ea97c97bb0f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0112963 Jul 28 05:09:17.306948 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-513ea615-407b-4e73-b80b-c9cf239a3136 None None] Set router 1c4868c8-8280-4924-9ec3-3439fa3e2324 gateway port host: dv-cinder-801617-3-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:09:17.320104 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-88b51c40-123e-4b20-a4d2-aa359e32540d req-012a5a7a-5182-42b8-92ad-5e99744dfbcd tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e118b8e-18cd-4b34-b66f-893e8e5db0fb HTTP/1.1" status: 200 len: 210 time: 0.3438258 Jul 28 05:09:17.357564 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eede39e7-790d-498b-ba83-1a07a00f8cf0 None None] Routers {'1c958403-ae9f-4530-a92f-ea97c97bb0f4'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:09:17.358501 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-eede39e7-790d-498b-ba83-1a07a00f8cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:08:57Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['1c958403-ae9f-4530-a92f-ea97c97bb0f4'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:09:17.374639 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-686a6e23-e046-4f52-8465-c979d315c54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227148292'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:17.494593 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686a6e23-e046-4f52-8465-c979d315c54d admin admin] Pushing event updated for resources: {'Port': ['ID=45e5aab9-0412-42d2-ae4f-fd3d2a06bb13,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:17.525053 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686a6e23-e046-4f52-8465-c979d315c54d admin admin] Network 7040d785-ad9e-439a-8073-762370b8ac7a is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:09:17.533428 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-686a6e23-e046-4f52-8465-c979d315c54d admin admin] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:09:17.548500 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686a6e23-e046-4f52-8465-c979d315c54d admin admin] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 05:09:17.549060 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-686a6e23-e046-4f52-8465-c979d315c54d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406642'] for router_interface, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:17.659255 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 42904) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:17.675869 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8b1676f8-407d-4246-9f73-e05ecaa884fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:17.679110 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-abdad99b-b3d7-49ce-b4b0-5931e440d76c req-4c37efb1-9c02-448c-b53f-5b408acfe952 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] 10.222.0.13 "GET /v2.0/ports?device_id=649dc269-36a0-4fca-9f66-075ba41eece0 HTTP/1.1" status: 200 len: 210 time: 0.6125767 Jul 28 05:09:17.811525 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8b1676f8-407d-4246-9f73-e05ecaa884fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:17.823073 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8b1676f8-407d-4246-9f73-e05ecaa884fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:17.860490 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-eede39e7-790d-498b-ba83-1a07a00f8cf0 None None] Set router 1c958403-ae9f-4530-a92f-ea97c97bb0f4 gateway port host: dv-cinder-801617-3-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:09:17.906392 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1676f8-407d-4246-9f73-e05ecaa884fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66622622-b2d7-4dc7-ab34-54c70f6a1d72,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:18.088651 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-8b1676f8-407d-4246-9f73-e05ecaa884fb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=574696cc1e894f88b04b0ef54b1da4bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4264472 Jul 28 05:09:18.125236 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-513ea615-407b-4e73-b80b-c9cf239a3136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4868c8-8280-4924-9ec3-3439fa3e2324', 'name': 'tempest-ServerRescueNegativeTestJSON-316533616-router', 'tenant_id': 'cd3af660b04c4cd28649da733b80e303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '2e2d333a-f4d9-4967-b4d8-dc029751f03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:06Z', 'updated_at': '2021-07-28T05:09:11Z', 'revision_number': 3, 'project_id': 'cd3af660b04c4cd28649da733b80e303', 'gw_port': {'id': '2e2d333a-f4d9-4967-b4d8-dc029751f03a', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:db:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4868c8-8280-4924-9ec3-3439fa3e2324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:09Z', 'updated_at': '2021-07-28T05:09:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi'}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:09:18.157967 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 42906) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:18.217054 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513ea615-407b-4e73-b80b-c9cf239a3136 None None] The sync data for ids ['1c4868c8-8280-4924-9ec3-3439fa3e2324'] in dv-cinder-801617-3-iscsi is: [{'id': '1c4868c8-8280-4924-9ec3-3439fa3e2324', 'name': 'tempest-ServerRescueNegativeTestJSON-316533616-router', 'tenant_id': 'cd3af660b04c4cd28649da733b80e303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '2e2d333a-f4d9-4967-b4d8-dc029751f03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:06Z', 'updated_at': '2021-07-28T05:09:11Z', 'revision_number': 3, 'project_id': 'cd3af660b04c4cd28649da733b80e303', 'gw_port': {'id': '2e2d333a-f4d9-4967-b4d8-dc029751f03a', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:db:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4868c8-8280-4924-9ec3-3439fa3e2324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:09Z', 'updated_at': '2021-07-28T05:09:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi'}] {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:09:18.291762 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-686a6e23-e046-4f52-8465-c979d315c54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:18.342889 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f08981ea-2783-4061-b729-e327164e7799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:18.378617 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_common [req-c78bb9bc-defb-4864-a654-5e27b78765c5 req-12462ab7-815e-42d9-aac5-e4989f3c0a47 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] Allocated IP 172.20.0.9 (c2b64570-cfb4-4a3c-bd5e-27d398652176/0d5686c4-3ab2-48a8-8459-06a113153417/060829ab-bed6-46c4-9028-942a525cf9da) {{(pid=93163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:09:18.390082 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:18.430104 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-21936c39-84c5-4a90-86a3-52220973ffae None None] Provisioning for port 45e5aab9-0412-42d2-ae4f-fd3d2a06bb13 completed by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:09:18.462662 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-21936c39-84c5-4a90-86a3-52220973ffae None None] Provisioning complete for port 45e5aab9-0412-42d2-ae4f-fd3d2a06bb13 triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:09:18.464931 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-21936c39-84c5-4a90-86a3-52220973ffae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:18.569201 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-704aa5cd-379d-4b6a-8488-af2d168a88ce req-971aa063-4ff2-401e-9e74-0b28d558c0fe tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Notify callbacks [] for port, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:18.608951 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-21936c39-84c5-4a90-86a3-52220973ffae None None] Port 45e5aab9-0412-42d2-ae4f-fd3d2a06bb13 cannot update to ACTIVE because it is not bound. {{(pid=93164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 05:09:18.724068 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-eede39e7-790d-498b-ba83-1a07a00f8cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c958403-ae9f-4530-a92f-ea97c97bb0f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1867579563-router', 'tenant_id': 'f77014531530497aa60d1269fde1bd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '5862d95c-f456-423f-b62d-51950afda2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:04Z', 'updated_at': '2021-07-28T05:09:13Z', 'revision_number': 4, 'project_id': 'f77014531530497aa60d1269fde1bd6f', 'gw_port': {'id': '5862d95c-f456-423f-b62d-51950afda2d7', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c958403-ae9f-4530-a92f-ea97c97bb0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:05Z', 'updated_at': '2021-07-28T05:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_interfaces': [{'id': 'd1d8b2db-ab6d-4e3a-a273-65795ce23108', 'name': '', 'network_id': '34e1948f-8e2c-47b9-a68d-5f2322a08957', 'tenant_id': 'f77014531530497aa60d1269fde1bd6f', 'mac_address': 'fa:16:3e:c3:05:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c958403-ae9f-4530-a92f-ea97c97bb0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e9700662-b8e7-49fb-ada5-3c005d49b640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:11Z', 'updated_at': '2021-07-28T05:09:14Z', 'revision_number': 2, 'project_id': 'f77014531530497aa60d1269fde1bd6f', 'subnets': [{'id': 'e9700662-b8e7-49fb-ada5-3c005d49b640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:09:18.755224 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f08981ea-2783-4061-b729-e327164e7799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:18.768087 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-704aa5cd-379d-4b6a-8488-af2d168a88ce req-971aa063-4ff2-401e-9e74-0b28d558c0fe tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227148292'] for port, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:18.776366 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f08981ea-2783-4061-b729-e327164e7799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:18.825152 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eede39e7-790d-498b-ba83-1a07a00f8cf0 None None] Checking router: 1c958403-ae9f-4530-a92f-ea97c97bb0f4 for host: dv-cinder-801617-3-iscsi {{(pid=93164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:09:18.848723 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eede39e7-790d-498b-ba83-1a07a00f8cf0 None None] Updating router 1c958403-ae9f-4530-a92f-ea97c97bb0f4 port d1d8b2db-ab6d-4e3a-a273-65795ce23108 binding host dv-cinder-801617-3-iscsi {{(pid=93164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 05:09:18.929529 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-eede39e7-790d-498b-ba83-1a07a00f8cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:18.964224 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08981ea-2783-4061-b729-e327164e7799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73677d08-02f1-4e7e-a6c0-7a205d818b85,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:18.989862 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-f08981ea-2783-4061-b729-e327164e7799 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8613d626d6084bd0b18e448bb8721975&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7556951 Jul 28 05:09:18.998687 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 42922) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:19.188419 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1d06f0d6-b3a5-4730-ac38-d6cc8920fe4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:19.194455 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-686a6e23-e046-4f52-8465-c979d315c54d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:19.226610 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-87770daa-6f27-4f05-8551-3ea9cd0945e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:19.233010 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-686a6e23-e046-4f52-8465-c979d315c54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:19.233860 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-686a6e23-e046-4f52-8465-c979d315c54d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409570'] for router_interface, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:19.278361 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-704aa5cd-379d-4b6a-8488-af2d168a88ce req-971aa063-4ff2-401e-9e74-0b28d558c0fe tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Network 300c0b7a-3ec7-45c6-b237-7a8d9dd471d0 is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:09:19.341106 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1d06f0d6-b3a5-4730-ac38-d6cc8920fe4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:19.672705 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-eede39e7-790d-498b-ba83-1a07a00f8cf0 None None] Notify callbacks [] for port, precommit_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:19.691112 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686a6e23-e046-4f52-8465-c979d315c54d admin admin] Network 7040d785-ad9e-439a-8073-762370b8ac7a is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:09:19.712390 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-eede39e7-790d-498b-ba83-1a07a00f8cf0 None None] Transition to ACTIVE for port object d1d8b2db-ab6d-4e3a-a273-65795ce23108 will not be triggered until provisioned by entity L2. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:09:19.721553 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 2e2d333a-f4d9-4967-b4d8-dc029751f03a up at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:09:19.731786 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-eede39e7-790d-498b-ba83-1a07a00f8cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:19.732066 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686a6e23-e046-4f52-8465-c979d315c54d admin admin] Pushing event updated for resources: {'Port': ['ID=45e5aab9-0412-42d2-ae4f-fd3d2a06bb13,revision_number=2']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:19.743850 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-686a6e23-e046-4f52-8465-c979d315c54d admin admin] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:09:19.751308 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [req-704aa5cd-379d-4b6a-8488-af2d168a88ce req-971aa063-4ff2-401e-9e74-0b28d558c0fe tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:09:19.759212 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971aa063-4ff2-401e-9e74-0b28d558c0fe tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Pushing event updated for resources: {'Port': ['ID=4ff5819f-777b-414b-9f10-643c6d3f7c92,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:19.810970 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [req-704aa5cd-379d-4b6a-8488-af2d168a88ce req-971aa063-4ff2-401e-9e74-0b28d558c0fe tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Received port after_create {{(pid=93163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 05:09:19.873611 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704aa5cd-379d-4b6a-8488-af2d168a88ce req-971aa063-4ff2-401e-9e74-0b28d558c0fe tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:19.874269 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-704aa5cd-379d-4b6a-8488-af2d168a88ce req-971aa063-4ff2-401e-9e74-0b28d558c0fe tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for port, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:19.944838 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6393e2-3b8e-439c-933f-23c8f6193a09 None None] Pushing event updated for resources: {'Port': ['ID=d1d8b2db-ab6d-4e3a-a273-65795ce23108,revision_number=3']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:19.978875 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-16aa1a05-6310-4261-8a08-a8b6147b4a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:20.142374 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-eede39e7-790d-498b-ba83-1a07a00f8cf0 None None] Attempting to bind port d1d8b2db-ab6d-4e3a-a273-65795ce23108 on host dv-cinder-801617-3-iscsi for vnic_type normal with profile {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 05:09:20.142916 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-eede39e7-790d-498b-ba83-1a07a00f8cf0 None None] Attempting to bind port d1d8b2db-ab6d-4e3a-a273-65795ce23108 by drivers openvswitch,hyperv on host dv-cinder-801617-3-iscsi at level 0 using segments [{'id': 'b6e7b6af-52d2-4c9f-b399-76a1466735d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '34e1948f-8e2c-47b9-a68d-5f2322a08957'}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 05:09:20.143381 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eede39e7-790d-498b-ba83-1a07a00f8cf0 None None] Attempting to bind port d1d8b2db-ab6d-4e3a-a273-65795ce23108 on network 34e1948f-8e2c-47b9-a68d-5f2322a08957 {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:09:20.191862 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-c78bb9bc-defb-4864-a654-5e27b78765c5 req-12462ab7-815e-42d9-aac5-e4989f3c0a47 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] Notify callbacks [] for port, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:20.198094 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eede39e7-790d-498b-ba83-1a07a00f8cf0 None None] Checking agent: {'id': '3fbc40da-b90e-4a82-82aa-1ec33702809d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 5, 1, 27), 'started_at': datetime.datetime(2021, 7, 28, 5, 1, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 5, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 05:09:20.199821 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eede39e7-790d-498b-ba83-1a07a00f8cf0 None None] Checking segment: {'id': 'b6e7b6af-52d2-4c9f-b399-76a1466735d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '34e1948f-8e2c-47b9-a68d-5f2322a08957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:09:20.200912 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-eede39e7-790d-498b-ba83-1a07a00f8cf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:20.201983 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eede39e7-790d-498b-ba83-1a07a00f8cf0 None None] Bound using segment: {'id': 'b6e7b6af-52d2-4c9f-b399-76a1466735d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '34e1948f-8e2c-47b9-a68d-5f2322a08957'} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 05:09:20.205853 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-eede39e7-790d-498b-ba83-1a07a00f8cf0 None None] Bound port: d1d8b2db-ab6d-4e3a-a273-65795ce23108, host: dv-cinder-801617-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e7b6af-52d2-4c9f-b399-76a1466735d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '34e1948f-8e2c-47b9-a68d-5f2322a08957'}}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 05:09:20.207109 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-eede39e7-790d-498b-ba83-1a07a00f8cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:20.289842 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-686a6e23-e046-4f52-8465-c979d315c54d admin admin] Router 6d6a469e-4bf2-4138-8fc3-d836b5f0c496 has already been hosted by L3 agent febb8baf-5368-4b94-affe-2856141f0f3f {{(pid=93162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 05:09:20.331004 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1d06f0d6-b3a5-4730-ac38-d6cc8920fe4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:20.347983 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1d06f0d6-b3a5-4730-ac38-d6cc8920fe4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:20.352466 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-1d06f0d6-b3a5-4730-ac38-d6cc8920fe4e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/73677d08-02f1-4e7e-a6c0-7a205d818b85 HTTP/1.1" status: 204 len: 168 time: 1.3454547 Jul 28 05:09:20.361231 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf6090-ae4c-42fb-8d91-89f158112b0e req-39f9c44c-ea5b-4230-b195-c0fe8d566de9 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:20.362848 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a4cf6090-ae4c-42fb-8d91-89f158112b0e req-39f9c44c-ea5b-4230-b195-c0fe8d566de9 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e118b8e-18cd-4b34-b66f-893e8e5db0fb HTTP/1.1" status: 200 len: 931 time: 1.9198096 Jul 28 05:09:20.393400 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-704aa5cd-379d-4b6a-8488-af2d168a88ce req-971aa063-4ff2-401e-9e74-0b28d558c0fe tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0685346 Jul 28 05:09:20.448538 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d06f0d6-b3a5-4730-ac38-d6cc8920fe4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73677d08-02f1-4e7e-a6c0-7a205d818b85,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:20.496635 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning for port 2e2d333a-f4d9-4967-b4d8-dc029751f03a completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:09:20.504504 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-16aa1a05-6310-4261-8a08-a8b6147b4a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:20.529742 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-eede39e7-790d-498b-ba83-1a07a00f8cf0 None None] For port d1d8b2db-ab6d-4e3a-a273-65795ce23108, host dv-cinder-801617-3-iscsi, cleared binding levels {{(pid=93164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:09:20.575947 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning complete for port 2e2d333a-f4d9-4967-b4d8-dc029751f03a triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:09:20.576319 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:20.625540 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-686a6e23-e046-4f52-8465-c979d315c54d admin admin] Notify agent at l3_agent.dv-cinder-801617-3-iscsi the message routers_updated {{(pid=93162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:09:20.639402 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-686a6e23-e046-4f52-8465-c979d315c54d admin admin] 10.222.0.13 "PUT /v2.0/routers/6d6a469e-4bf2-4138-8fc3-d836b5f0c496/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5768046 Jul 28 05:09:20.673324 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-eede39e7-790d-498b-ba83-1a07a00f8cf0 None None] For port d1d8b2db-ab6d-4e3a-a273-65795ce23108, host dv-cinder-801617-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=d1d8b2db-ab6d-4e3a-a273-65795ce23108,segment=NetworkSegment(b6e7b6af-52d2-4c9f-b399-76a1466735d9),segment_id=b6e7b6af-52d2-4c9f-b399-76a1466735d9)] {{(pid=93164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:09:20.717471 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-eede39e7-790d-498b-ba83-1a07a00f8cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:20.758248 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-4e4a4bdc-12aa-4d4b-8037-a2a65cb97b24 None None] Provisioning complete for port 45e5aab9-0412-42d2-ae4f-fd3d2a06bb13 triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:09:20.759049 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4e4a4bdc-12aa-4d4b-8037-a2a65cb97b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:20.780496 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 42950) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:20.785683 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-d4794a40-dc8c-4a64-845e-3eba395aa083 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2094841189', 'description': 'tempest-description--333005334'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:09:20.851103 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a4cf6090-ae4c-42fb-8d91-89f158112b0e req-b66f9549-17f8-44f4-91d9-5a55de3035f6 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4611936 Jul 28 05:09:20.876325 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [req-704aa5cd-379d-4b6a-8488-af2d168a88ce req-91effb74-e568-4d4a-9d83-9e4771f4925b tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 05:09:20.877416 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-704aa5cd-379d-4b6a-8488-af2d168a88ce req-91effb74-e568-4d4a-9d83-9e4771f4925b tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0251603 Jul 28 05:09:20.890706 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d4794a40-dc8c-4a64-845e-3eba395aa083 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:20.895754 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-c78bb9bc-defb-4864-a654-5e27b78765c5 req-12462ab7-815e-42d9-aac5-e4989f3c0a47 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227148292'] for port, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:21.171611 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c78bb9bc-defb-4864-a654-5e27b78765c5 req-12462ab7-815e-42d9-aac5-e4989f3c0a47 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] Network c2b64570-cfb4-4a3c-bd5e-27d398652176 is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:09:21.198892 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d4794a40-dc8c-4a64-845e-3eba395aa083 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:21.204366 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d4794a40-dc8c-4a64-845e-3eba395aa083 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:21.238101 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [req-c78bb9bc-defb-4864-a654-5e27b78765c5 req-12462ab7-815e-42d9-aac5-e4989f3c0a47 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:09:21.246455 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [req-c78bb9bc-defb-4864-a654-5e27b78765c5 req-12462ab7-815e-42d9-aac5-e4989f3c0a47 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] Received port after_create {{(pid=93163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 05:09:21.256080 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78bb9bc-defb-4864-a654-5e27b78765c5 req-12462ab7-815e-42d9-aac5-e4989f3c0a47 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:21.260195 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-c78bb9bc-defb-4864-a654-5e27b78765c5 req-12462ab7-815e-42d9-aac5-e4989f3c0a47 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for port, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:21.273456 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 42956) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:21.287601 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eede39e7-790d-498b-ba83-1a07a00f8cf0 None None] Routers {'1c958403-ae9f-4530-a92f-ea97c97bb0f4'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:09:21.288246 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-eede39e7-790d-498b-ba83-1a07a00f8cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:08:57Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['1c958403-ae9f-4530-a92f-ea97c97bb0f4'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:09:21.302444 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4794a40-dc8c-4a64-845e-3eba395aa083 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=014bbb43-3d72-4915-b240-cd83d8f5d1d0,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:21.306270 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d4794a40-dc8c-4a64-845e-3eba395aa083 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:21.311312 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-d4794a40-dc8c-4a64-845e-3eba395aa083 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5294383 Jul 28 05:09:21.314120 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 42962) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:21.347019 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-c59516da-c1ec-4e34-907e-013f6e868b17 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Request body: {'security_group_rule': {'security_group_id': '014bbb43-3d72-4915-b240-cd83d8f5d1d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:09:21.426537 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c59516da-c1ec-4e34-907e-013f6e868b17 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:21.476606 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-9e457d71-0c55-4b6c-b372-7826e5d974a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:21.496139 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_common [None req-87770daa-6f27-4f05-8551-3ea9cd0945e8 admin admin] Allocated IP 172.20.0.1 (2f6cc273-aa71-4fbb-86d3-1b26dad4ce50/55007cfe-ea2e-4cab-9e84-15ae15b8e8bc/c6141a72-be32-4f18-b28b-1f0e7c03be1a) {{(pid=93163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:09:21.505218 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12462ab7-815e-42d9-aac5-e4989f3c0a47 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] Pushing event updated for resources: {'Port': ['ID=060829ab-bed6-46c4-9028-942a525cf9da,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:21.514081 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-16aa1a05-6310-4261-8a08-a8b6147b4a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:21.521376 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-16aa1a05-6310-4261-8a08-a8b6147b4a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:21.526303 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-16aa1a05-6310-4261-8a08-a8b6147b4a2f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/66622622-b2d7-4dc7-ab34-54c70f6a1d72 HTTP/1.1" status: 204 len: 168 time: 3.3341937 Jul 28 05:09:21.546701 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c78bb9bc-defb-4864-a654-5e27b78765c5 req-12462ab7-815e-42d9-aac5-e4989f3c0a47 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.2764890 Jul 28 05:09:21.568288 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69a2d6a-5388-4f33-885f-58240a82fc02 req-8dc72dc5-c3c8-4333-b58d-2ea1287c8ae0 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:21.577111 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c69a2d6a-5388-4f33-885f-58240a82fc02 req-8dc72dc5-c3c8-4333-b58d-2ea1287c8ae0 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] 10.222.0.13 "GET /v2.0/ports?device_id=649dc269-36a0-4fca-9f66-075ba41eece0 HTTP/1.1" status: 200 len: 931 time: 0.6164982 Jul 28 05:09:21.598813 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aa1a05-6310-4261-8a08-a8b6147b4a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66622622-b2d7-4dc7-ab34-54c70f6a1d72,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:21.612571 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c59516da-c1ec-4e34-907e-013f6e868b17 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:21.619917 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c59516da-c1ec-4e34-907e-013f6e868b17 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610225'] for security_group_rule, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:21.659104 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59516da-c1ec-4e34-907e-013f6e868b17 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ff8423d-f78b-447d-bdf1-92084ea19ee9,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:21.709536 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6393e2-3b8e-439c-933f-23c8f6193a09 None None] Pushing event updated for resources: {'Port': ['ID=d1d8b2db-ab6d-4e3a-a273-65795ce23108,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:21.715767 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c69a2d6a-5388-4f33-885f-58240a82fc02 req-f233ddae-e3e5-4d60-b460-d88dc956e792 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] 10.222.0.13 "GET /v2.0/security-groups?id=557997c5-5ec0-471e-b73c-4a4a9b55bf10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326993 Jul 28 05:09:21.762900 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:21.772483 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df10192d-ef20-4a7a-bd37-4854523dde2e None None] Sync routers for ids ['6d6a469e-4bf2-4138-8fc3-d836b5f0c496'] in dv-cinder-801617-3-iscsi {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:09:21.784261 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-4e4a4bdc-12aa-4d4b-8037-a2a65cb97b24 None None] Port 45e5aab9-0412-42d2-ae4f-fd3d2a06bb13 cannot update to ACTIVE because it is not bound. {{(pid=93164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 05:09:21.795044 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df10192d-ef20-4a7a-bd37-4854523dde2e None None] Routers {'6d6a469e-4bf2-4138-8fc3-d836b5f0c496'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:09:21.795900 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-df10192d-ef20-4a7a-bd37-4854523dde2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:08:57Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['6d6a469e-4bf2-4138-8fc3-d836b5f0c496'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:09:21.818202 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [req-704aa5cd-379d-4b6a-8488-af2d168a88ce req-3ff0ee04-5a41-4e3e-8341-adaf48b05f97 service neutron] Request body: {'port': {'device_id': '1e118b8e-18cd-4b34-b66f-893e8e5db0fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80161'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:09:21.831945 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] For port 2e2d333a-f4d9-4967-b4d8-dc029751f03a, host dv-cinder-801617-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=2e2d333a-f4d9-4967-b4d8-dc029751f03a,segment=NetworkSegment(d34fa97e-0825-4a06-9105-26c8994a2a7e),segment_id=d34fa97e-0825-4a06-9105-26c8994a2a7e)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:09:21.834708 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-eede39e7-790d-498b-ba83-1a07a00f8cf0 None None] Set router 1c958403-ae9f-4530-a92f-ea97c97bb0f4 gateway port host: dv-cinder-801617-3-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:09:21.880465 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:21.881424 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 7a4ff8c3-352c-444d-9f87-0662d3b47602 up at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:09:21.890754 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [req-c78bb9bc-defb-4864-a654-5e27b78765c5 req-147bb326-d01c-4406-8a5e-def6f1de872a service neutron] Request body: {'port': {'device_id': '649dc269-36a0-4fca-9f66-075ba41eece0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80161'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:09:22.075058 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-df10192d-ef20-4a7a-bd37-4854523dde2e None None] Set router 6d6a469e-4bf2-4138-8fc3-d836b5f0c496 gateway port host: dv-cinder-801617-3-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:09:22.097816 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-87770daa-6f27-4f05-8551-3ea9cd0945e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:22.243946 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Pushing event updated for resources: {'Port': ['ID=2e2d333a-f4d9-4967-b4d8-dc029751f03a,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:22.315590 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning for port 7a4ff8c3-352c-444d-9f87-0662d3b47602 completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:09:22.389415 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning complete for port 7a4ff8c3-352c-444d-9f87-0662d3b47602 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:09:22.390073 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:22.408050 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-704aa5cd-379d-4b6a-8488-af2d168a88ce req-3ff0ee04-5a41-4e3e-8341-adaf48b05f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:22.419058 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-9e457d71-0c55-4b6c-b372-7826e5d974a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:22.431385 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c59516da-c1ec-4e34-907e-013f6e868b17 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:22.433364 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-c59516da-c1ec-4e34-907e-013f6e868b17 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1179342 Jul 28 05:09:22.435694 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-c78bb9bc-defb-4864-a654-5e27b78765c5 req-147bb326-d01c-4406-8a5e-def6f1de872a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:22.436237 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 42980) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:22.444812 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-ea9e75a0-3866-4c0a-b2f7-ac1df05d6529 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Request body: {'security_group_rule': {'security_group_id': '014bbb43-3d72-4915-b240-cd83d8f5d1d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:09:22.452221 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-9e457d71-0c55-4b6c-b372-7826e5d974a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:22.533081 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8088d23-58b5-40cb-810e-8cddc9298f77 req-31ae7222-543e-4180-b9ed-eceed11d9375 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:22.539556 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ea9e75a0-3866-4c0a-b2f7-ac1df05d6529 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:22.549494 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d8088d23-58b5-40cb-810e-8cddc9298f77 req-31ae7222-543e-4180-b9ed-eceed11d9375 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e118b8e-18cd-4b34-b66f-893e8e5db0fb HTTP/1.1" status: 200 len: 931 time: 0.4552963 Jul 28 05:09:22.654466 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-df10192d-ef20-4a7a-bd37-4854523dde2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6a469e-4bf2-4138-8fc3-d836b5f0c496', 'name': 'tempest-AttachVolumeTestJSON-1496127404-router', 'tenant_id': '38cd928d0e0347d0baad775ab2994326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '7a4ff8c3-352c-444d-9f87-0662d3b47602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:06Z', 'updated_at': '2021-07-28T05:09:18Z', 'revision_number': 4, 'project_id': '38cd928d0e0347d0baad775ab2994326', 'gw_port': {'id': '7a4ff8c3-352c-444d-9f87-0662d3b47602', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:56:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6a469e-4bf2-4138-8fc3-d836b5f0c496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:08Z', 'updated_at': '2021-07-28T05:09:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_interfaces': [{'id': '45e5aab9-0412-42d2-ae4f-fd3d2a06bb13', 'name': '', 'network_id': '7040d785-ad9e-439a-8073-762370b8ac7a', 'tenant_id': '38cd928d0e0347d0baad775ab2994326', 'mac_address': 'fa:16:3e:6a:e5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6a469e-4bf2-4138-8fc3-d836b5f0c496', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '278bb74a-8e56-4dfc-917a-8520d15d8eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:15Z', 'updated_at': '2021-07-28T05:09:18Z', 'revision_number': 2, 'project_id': '38cd928d0e0347d0baad775ab2994326', 'subnets': [{'id': '278bb74a-8e56-4dfc-917a-8520d15d8eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:09:22.707484 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-eede39e7-790d-498b-ba83-1a07a00f8cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c958403-ae9f-4530-a92f-ea97c97bb0f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1867579563-router', 'tenant_id': 'f77014531530497aa60d1269fde1bd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '5862d95c-f456-423f-b62d-51950afda2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:04Z', 'updated_at': '2021-07-28T05:09:13Z', 'revision_number': 4, 'project_id': 'f77014531530497aa60d1269fde1bd6f', 'gw_port': {'id': '5862d95c-f456-423f-b62d-51950afda2d7', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c958403-ae9f-4530-a92f-ea97c97bb0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:05Z', 'updated_at': '2021-07-28T05:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_interfaces': [{'id': 'd1d8b2db-ab6d-4e3a-a273-65795ce23108', 'name': '', 'network_id': '34e1948f-8e2c-47b9-a68d-5f2322a08957', 'tenant_id': 'f77014531530497aa60d1269fde1bd6f', 'mac_address': 'fa:16:3e:c3:05:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c958403-ae9f-4530-a92f-ea97c97bb0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e9700662-b8e7-49fb-ada5-3c005d49b640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:11Z', 'updated_at': '2021-07-28T05:09:20Z', 'revision_number': 4, 'project_id': 'f77014531530497aa60d1269fde1bd6f', 'subnets': [{'id': 'e9700662-b8e7-49fb-ada5-3c005d49b640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:09:22.742225 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ea9e75a0-3866-4c0a-b2f7-ac1df05d6529 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:22.749833 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ea9e75a0-3866-4c0a-b2f7-ac1df05d6529 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610225'] for security_group_rule, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:22.768652 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9e75a0-3866-4c0a-b2f7-ac1df05d6529 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d5cc9b1-8be8-4caf-9075-02859116ca3d,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:22.773246 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df10192d-ef20-4a7a-bd37-4854523dde2e None None] Checking router: 6d6a469e-4bf2-4138-8fc3-d836b5f0c496 for host: dv-cinder-801617-3-iscsi {{(pid=93165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:09:22.773805 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df10192d-ef20-4a7a-bd37-4854523dde2e None None] Updating router 6d6a469e-4bf2-4138-8fc3-d836b5f0c496 port 45e5aab9-0412-42d2-ae4f-fd3d2a06bb13 binding host dv-cinder-801617-3-iscsi {{(pid=93165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 05:09:22.780291 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ea9e75a0-3866-4c0a-b2f7-ac1df05d6529 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:22.797600 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-ea9e75a0-3866-4c0a-b2f7-ac1df05d6529 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3601017 Jul 28 05:09:22.800928 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 42998) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:22.810925 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-385a6188-c8e0-4d7c-ac52-e9549b64b220 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Request body: {'floatingip': {'floating_network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:09:22.848245 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:22.869489 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-df10192d-ef20-4a7a-bd37-4854523dde2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:22.885983 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-385a6188-c8e0-4d7c-ac52-e9549b64b220 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks [] for floatingip, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:22.902776 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] For port 7a4ff8c3-352c-444d-9f87-0662d3b47602, host dv-cinder-801617-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=7a4ff8c3-352c-444d-9f87-0662d3b47602,segment=NetworkSegment(d34fa97e-0825-4a06-9105-26c8994a2a7e),segment_id=d34fa97e-0825-4a06-9105-26c8994a2a7e)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:09:22.915987 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eede39e7-790d-498b-ba83-1a07a00f8cf0 None None] The sync data for ids ['1c958403-ae9f-4530-a92f-ea97c97bb0f4'] in dv-cinder-801617-3-iscsi is: [{'id': '1c958403-ae9f-4530-a92f-ea97c97bb0f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1867579563-router', 'tenant_id': 'f77014531530497aa60d1269fde1bd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '5862d95c-f456-423f-b62d-51950afda2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:04Z', 'updated_at': '2021-07-28T05:09:13Z', 'revision_number': 4, 'project_id': 'f77014531530497aa60d1269fde1bd6f', 'gw_port': {'id': '5862d95c-f456-423f-b62d-51950afda2d7', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c958403-ae9f-4530-a92f-ea97c97bb0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:05Z', 'updated_at': '2021-07-28T05:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_interfaces': [{'id': 'd1d8b2db-ab6d-4e3a-a273-65795ce23108', 'name': '', 'network_id': '34e1948f-8e2c-47b9-a68d-5f2322a08957', 'tenant_id': 'f77014531530497aa60d1269fde1bd6f', 'mac_address': 'fa:16:3e:c3:05:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c958403-ae9f-4530-a92f-ea97c97bb0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e9700662-b8e7-49fb-ada5-3c005d49b640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:11Z', 'updated_at': '2021-07-28T05:09:20Z', 'revision_number': 4, 'project_id': 'f77014531530497aa60d1269fde1bd6f', 'subnets': [{'id': 'e9700662-b8e7-49fb-ada5-3c005d49b640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:09:22.921179 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:22.931579 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-87770daa-6f27-4f05-8551-3ea9cd0945e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227148292'] for port, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:22.935917 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e457d71-0c55-4b6c-b372-7826e5d974a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84bdf948-0d95-4198-a24f-51405d8f6833,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:22.973317 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-9e457d71-0c55-4b6c-b372-7826e5d974a2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=87095926e7f54254b5155ff8c515331f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6658251 Jul 28 05:09:23.000156 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 43002) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:23.014189 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 43004) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:23.066992 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-1fece0a4-5c88-426d-a3e5-216d4f53d8a8 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1229599126', 'description': 'tempest-description--1623389834'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:09:23.143635 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Pushing event updated for resources: {'Port': ['ID=7a4ff8c3-352c-444d-9f87-0662d3b47602,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:23.266239 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 2e2d333a-f4d9-4967-b4d8-dc029751f03a up at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:09:23.398929 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87770daa-6f27-4f05-8551-3ea9cd0945e8 admin admin] Network 2f6cc273-aa71-4fbb-86d3-1b26dad4ce50 is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:09:23.440440 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning complete for port 2e2d333a-f4d9-4967-b4d8-dc029751f03a triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:09:23.441005 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:23.467820 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-87770daa-6f27-4f05-8551-3ea9cd0945e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:09:23.472561 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87770daa-6f27-4f05-8551-3ea9cd0945e8 admin admin] Received port after_create {{(pid=93163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 05:09:23.473528 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-87770daa-6f27-4f05-8551-3ea9cd0945e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406642'] for router_interface, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:23.744350 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1fece0a4-5c88-426d-a3e5-216d4f53d8a8 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:23.751172 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d8088d23-58b5-40cb-810e-8cddc9298f77 req-93a203b8-289e-4a33-b54d-cef1d14f6ac6 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2006767 Jul 28 05:09:23.826746 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87770daa-6f27-4f05-8551-3ea9cd0945e8 admin admin] Pushing event updated for resources: {'Port': ['ID=c6141a72-be32-4f18-b28b-1f0e7c03be1a,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:23.862295 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0d7314c6-7fcc-4647-92cd-16015987575c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:23.953734 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-df10192d-ef20-4a7a-bd37-4854523dde2e None None] Notify callbacks [] for port, precommit_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:23.968413 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.provisioning_blocks [None req-df10192d-ef20-4a7a-bd37-4854523dde2e None None] Transition to ACTIVE for port object 45e5aab9-0412-42d2-ae4f-fd3d2a06bb13 will not be triggered until provisioned by entity L2. {{(pid=93165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:09:23.971571 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-e84dafc1-4f6b-45a8-a447-0f7153008c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:23.981166 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-df10192d-ef20-4a7a-bd37-4854523dde2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:24.003054 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0d7314c6-7fcc-4647-92cd-16015987575c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:24.049630 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c596d6-b2fc-4ac8-b8cf-70940c40bf26 None None] Pushing event updated for resources: {'Port': ['ID=45e5aab9-0412-42d2-ae4f-fd3d2a06bb13,revision_number=3']} {{(pid=93165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:24.106149 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf83778-1e09-4d0a-9239-35985a158830 req-c8fee5ea-825a-42ff-989f-e53bccd5a52c tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:24.117866 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ccf83778-1e09-4d0a-9239-35985a158830 req-c8fee5ea-825a-42ff-989f-e53bccd5a52c tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] 10.222.0.13 "GET /v2.0/ports?device_id=649dc269-36a0-4fca-9f66-075ba41eece0 HTTP/1.1" status: 200 len: 931 time: 0.7174776 Jul 28 05:09:24.169171 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.managers [None req-df10192d-ef20-4a7a-bd37-4854523dde2e None None] Attempting to bind port 45e5aab9-0412-42d2-ae4f-fd3d2a06bb13 on host dv-cinder-801617-3-iscsi for vnic_type normal with profile {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 05:09:24.169859 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.managers [None req-df10192d-ef20-4a7a-bd37-4854523dde2e None None] Attempting to bind port 45e5aab9-0412-42d2-ae4f-fd3d2a06bb13 by drivers openvswitch,hyperv on host dv-cinder-801617-3-iscsi at level 0 using segments [{'id': '63e88a60-78da-4f55-839d-5376c73609d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7040d785-ad9e-439a-8073-762370b8ac7a'}] {{(pid=93165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 05:09:24.170733 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df10192d-ef20-4a7a-bd37-4854523dde2e None None] Attempting to bind port 45e5aab9-0412-42d2-ae4f-fd3d2a06bb13 on network 7040d785-ad9e-439a-8073-762370b8ac7a {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:09:24.177148 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df10192d-ef20-4a7a-bd37-4854523dde2e None None] Checking agent: {'id': '3fbc40da-b90e-4a82-82aa-1ec33702809d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 5, 1, 27), 'started_at': datetime.datetime(2021, 7, 28, 5, 1, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 5, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 05:09:24.177962 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df10192d-ef20-4a7a-bd37-4854523dde2e None None] Checking segment: {'id': '63e88a60-78da-4f55-839d-5376c73609d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7040d785-ad9e-439a-8073-762370b8ac7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:09:24.178851 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-df10192d-ef20-4a7a-bd37-4854523dde2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:24.179644 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df10192d-ef20-4a7a-bd37-4854523dde2e None None] Bound using segment: {'id': '63e88a60-78da-4f55-839d-5376c73609d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7040d785-ad9e-439a-8073-762370b8ac7a'} {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 05:09:24.180347 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.managers [None req-df10192d-ef20-4a7a-bd37-4854523dde2e None None] Bound port: 45e5aab9-0412-42d2-ae4f-fd3d2a06bb13, host: dv-cinder-801617-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63e88a60-78da-4f55-839d-5376c73609d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7040d785-ad9e-439a-8073-762370b8ac7a'}}] {{(pid=93165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 05:09:24.181099 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-df10192d-ef20-4a7a-bd37-4854523dde2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:24.284780 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.db [None req-df10192d-ef20-4a7a-bd37-4854523dde2e None None] For port 45e5aab9-0412-42d2-ae4f-fd3d2a06bb13, host dv-cinder-801617-3-iscsi, cleared binding levels {{(pid=93165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:09:24.293056 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.db [None req-df10192d-ef20-4a7a-bd37-4854523dde2e None None] For port 45e5aab9-0412-42d2-ae4f-fd3d2a06bb13, host dv-cinder-801617-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=45e5aab9-0412-42d2-ae4f-fd3d2a06bb13,segment=NetworkSegment(63e88a60-78da-4f55-839d-5376c73609d1),segment_id=63e88a60-78da-4f55-839d-5376c73609d1)] {{(pid=93165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:09:24.301839 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-df10192d-ef20-4a7a-bd37-4854523dde2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:24.328521 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-385a6188-c8e0-4d7c-ac52-e9549b64b220 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:24.338509 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ccf83778-1e09-4d0a-9239-35985a158830 req-f7d14d0e-ec65-4f2a-8783-b434549395b8 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] 10.222.0.13 "GET /v2.0/security-groups?id=557997c5-5ec0-471e-b73c-4a4a9b55bf10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191277 Jul 28 05:09:24.388717 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1fece0a4-5c88-426d-a3e5-216d4f53d8a8 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:24.388717 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0d7314c6-7fcc-4647-92cd-16015987575c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:24.393628 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0d7314c6-7fcc-4647-92cd-16015987575c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:24.396651 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-0d7314c6-7fcc-4647-92cd-16015987575c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/84bdf948-0d95-4198-a24f-51405d8f6833 HTTP/1.1" status: 204 len: 168 time: 1.3954122 Jul 28 05:09:24.407879 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-87770daa-6f27-4f05-8551-3ea9cd0945e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:24.421528 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1fece0a4-5c88-426d-a3e5-216d4f53d8a8 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:24.476638 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1fece0a4-5c88-426d-a3e5-216d4f53d8a8 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:24.485143 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-1fece0a4-5c88-426d-a3e5-216d4f53d8a8 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.4428651 Jul 28 05:09:24.488238 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7314c6-7fcc-4647-92cd-16015987575c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84bdf948-0d95-4198-a24f-51405d8f6833,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:24.504170 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 43036) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:24.509462 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-4caa144a-cd1a-49ce-b267-128dd6734216 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Request body: {'security_group_rule': {'security_group_id': '914ab7d4-c321-44bb-8153-ea66db053fa7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:09:24.540214 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df10192d-ef20-4a7a-bd37-4854523dde2e None None] Routers {'6d6a469e-4bf2-4138-8fc3-d836b5f0c496'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:09:24.540877 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-df10192d-ef20-4a7a-bd37-4854523dde2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:08:57Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['6d6a469e-4bf2-4138-8fc3-d836b5f0c496'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:09:24.543134 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c596d6-b2fc-4ac8-b8cf-70940c40bf26 None None] Pushing event updated for resources: {'Port': ['ID=45e5aab9-0412-42d2-ae4f-fd3d2a06bb13,revision_number=4']} {{(pid=93165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:24.669638 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [req-704aa5cd-379d-4b6a-8488-af2d168a88ce req-3ff0ee04-5a41-4e3e-8341-adaf48b05f97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ff5819f-777b-414b-9f10-643c6d3f7c92 {{(pid=93163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 05:09:24.706188 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-704aa5cd-379d-4b6a-8488-af2d168a88ce req-3ff0ee04-5a41-4e3e-8341-adaf48b05f97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:24.712684 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [req-c78bb9bc-defb-4864-a654-5e27b78765c5 req-147bb326-d01c-4406-8a5e-def6f1de872a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 060829ab-bed6-46c4-9028-942a525cf9da {{(pid=93163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 05:09:24.713781 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fece0a4-5c88-426d-a3e5-216d4f53d8a8 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=914ab7d4-c321-44bb-8153-ea66db053fa7,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:24.820985 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-c78bb9bc-defb-4864-a654-5e27b78765c5 req-147bb326-d01c-4406-8a5e-def6f1de872a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:24.860108 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-4caa144a-cd1a-49ce-b267-128dd6734216 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:24.875768 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [req-704aa5cd-379d-4b6a-8488-af2d168a88ce req-3ff0ee04-5a41-4e3e-8341-adaf48b05f97 service neutron] Transition to ACTIVE for port object 4ff5819f-777b-414b-9f10-643c6d3f7c92 will not be triggered until provisioned by entity L2. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:09:24.955204 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-704aa5cd-379d-4b6a-8488-af2d168a88ce req-3ff0ee04-5a41-4e3e-8341-adaf48b05f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:25.018573 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [None req-385a6188-c8e0-4d7c-ac52-e9549b64b220 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Allocated IP 172.27.2.213 (c7125004-43ac-4633-9f2f-3f406f3e858d/e72a7812-7eaf-41ec-8662-055279a1b0f7/14648e63-5def-482d-a97c-35c464d80da3) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:09:25.034776 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-df10192d-ef20-4a7a-bd37-4854523dde2e None None] Set router 6d6a469e-4bf2-4138-8fc3-d836b5f0c496 gateway port host: dv-cinder-801617-3-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:09:25.313005 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [req-c78bb9bc-defb-4864-a654-5e27b78765c5 req-147bb326-d01c-4406-8a5e-def6f1de872a service neutron] Transition to ACTIVE for port object 060829ab-bed6-46c4-9028-942a525cf9da will not be triggered until provisioned by entity L2. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:09:25.318350 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device d1d8b2db-ab6d-4e3a-a273-65795ce23108 up at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:09:25.423232 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning for port d1d8b2db-ab6d-4e3a-a273-65795ce23108 completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:09:25.428862 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning complete for port d1d8b2db-ab6d-4e3a-a273-65795ce23108 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:09:25.437892 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:25.512477 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-385a6188-c8e0-4d7c-ac52-e9549b64b220 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:25.555004 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff0ee04-5a41-4e3e-8341-adaf48b05f97 service neutron] Pushing event updated for resources: {'Port': ['ID=4ff5819f-777b-414b-9f10-643c6d3f7c92,revision_number=2']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:25.578724 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-c78bb9bc-defb-4864-a654-5e27b78765c5 req-147bb326-d01c-4406-8a5e-def6f1de872a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:25.616639 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-385a6188-c8e0-4d7c-ac52-e9549b64b220 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227148292'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:25.679565 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385a6188-c8e0-4d7c-ac52-e9549b64b220 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Network c7125004-43ac-4633-9f2f-3f406f3e858d is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:09:25.690061 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-385a6188-c8e0-4d7c-ac52-e9549b64b220 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:09:25.698070 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385a6188-c8e0-4d7c-ac52-e9549b64b220 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 05:09:25.709806 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385a6188-c8e0-4d7c-ac52-e9549b64b220 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Pushing event updated for resources: {'Port': ['ID=14648e63-5def-482d-a97c-35c464d80da3,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:25.793343 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:25.835073 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-df10192d-ef20-4a7a-bd37-4854523dde2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6a469e-4bf2-4138-8fc3-d836b5f0c496', 'name': 'tempest-AttachVolumeTestJSON-1496127404-router', 'tenant_id': '38cd928d0e0347d0baad775ab2994326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '7a4ff8c3-352c-444d-9f87-0662d3b47602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:06Z', 'updated_at': '2021-07-28T05:09:18Z', 'revision_number': 4, 'project_id': '38cd928d0e0347d0baad775ab2994326', 'gw_port': {'id': '7a4ff8c3-352c-444d-9f87-0662d3b47602', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:56:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6a469e-4bf2-4138-8fc3-d836b5f0c496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:08Z', 'updated_at': '2021-07-28T05:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_interfaces': [{'id': '45e5aab9-0412-42d2-ae4f-fd3d2a06bb13', 'name': '', 'network_id': '7040d785-ad9e-439a-8073-762370b8ac7a', 'tenant_id': '38cd928d0e0347d0baad775ab2994326', 'mac_address': 'fa:16:3e:6a:e5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6a469e-4bf2-4138-8fc3-d836b5f0c496', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '278bb74a-8e56-4dfc-917a-8520d15d8eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:15Z', 'updated_at': '2021-07-28T05:09:24Z', 'revision_number': 4, 'project_id': '38cd928d0e0347d0baad775ab2994326', 'subnets': [{'id': '278bb74a-8e56-4dfc-917a-8520d15d8eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:09:25.882890 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] For port d1d8b2db-ab6d-4e3a-a273-65795ce23108, host dv-cinder-801617-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=d1d8b2db-ab6d-4e3a-a273-65795ce23108,segment=NetworkSegment(b6e7b6af-52d2-4c9f-b399-76a1466735d9),segment_id=b6e7b6af-52d2-4c9f-b399-76a1466735d9)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:09:25.892522 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:25.894348 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 7a4ff8c3-352c-444d-9f87-0662d3b47602 up at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:09:25.948404 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df10192d-ef20-4a7a-bd37-4854523dde2e None None] The sync data for ids ['6d6a469e-4bf2-4138-8fc3-d836b5f0c496'] in dv-cinder-801617-3-iscsi is: [{'id': '6d6a469e-4bf2-4138-8fc3-d836b5f0c496', 'name': 'tempest-AttachVolumeTestJSON-1496127404-router', 'tenant_id': '38cd928d0e0347d0baad775ab2994326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '7a4ff8c3-352c-444d-9f87-0662d3b47602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:06Z', 'updated_at': '2021-07-28T05:09:18Z', 'revision_number': 4, 'project_id': '38cd928d0e0347d0baad775ab2994326', 'gw_port': {'id': '7a4ff8c3-352c-444d-9f87-0662d3b47602', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:56:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6a469e-4bf2-4138-8fc3-d836b5f0c496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:08Z', 'updated_at': '2021-07-28T05:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_interfaces': [{'id': '45e5aab9-0412-42d2-ae4f-fd3d2a06bb13', 'name': '', 'network_id': '7040d785-ad9e-439a-8073-762370b8ac7a', 'tenant_id': '38cd928d0e0347d0baad775ab2994326', 'mac_address': 'fa:16:3e:6a:e5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d6a469e-4bf2-4138-8fc3-d836b5f0c496', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '278bb74a-8e56-4dfc-917a-8520d15d8eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:15Z', 'updated_at': '2021-07-28T05:09:24Z', 'revision_number': 4, 'project_id': '38cd928d0e0347d0baad775ab2994326', 'subnets': [{'id': '278bb74a-8e56-4dfc-917a-8520d15d8eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:09:26.013760 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-385a6188-c8e0-4d7c-ac52-e9549b64b220 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:26.020271 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Pushing event updated for resources: {'Port': ['ID=d1d8b2db-ab6d-4e3a-a273-65795ce23108,revision_number=5']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:26.046557 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning complete for port 7a4ff8c3-352c-444d-9f87-0662d3b47602 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:09:26.047341 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:26.095872 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-385a6188-c8e0-4d7c-ac52-e9549b64b220 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:26.331624 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147bb326-d01c-4406-8a5e-def6f1de872a service neutron] Pushing event updated for resources: {'Port': ['ID=060829ab-bed6-46c4-9028-942a525cf9da,revision_number=2']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:26.337440 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-4caa144a-cd1a-49ce-b267-128dd6734216 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:26.381113 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f9ce9-8c6f-4267-88fa-8c359458621f req-da80378d-383e-4bc2-87eb-0f3188f30ed2 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:26.410959 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d46f9ce9-8c6f-4267-88fa-8c359458621f req-da80378d-383e-4bc2-87eb-0f3188f30ed2 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e118b8e-18cd-4b34-b66f-893e8e5db0fb HTTP/1.1" status: 200 len: 943 time: 1.4809804 Jul 28 05:09:26.465584 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-4caa144a-cd1a-49ce-b267-128dd6734216 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610225'] for security_group_rule, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:26.517732 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-385a6188-c8e0-4d7c-ac52-e9549b64b220 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks [] for port, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:26.524417 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [req-c78bb9bc-defb-4864-a654-5e27b78765c5 req-147bb326-d01c-4406-8a5e-def6f1de872a service neutron] Attempting to bind port 060829ab-bed6-46c4-9028-942a525cf9da on host hv-cinder-80161 for vnic_type normal with profile {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 05:09:26.524921 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [req-c78bb9bc-defb-4864-a654-5e27b78765c5 req-147bb326-d01c-4406-8a5e-def6f1de872a service neutron] Attempting to bind port 060829ab-bed6-46c4-9028-942a525cf9da by drivers openvswitch,hyperv on host hv-cinder-80161 at level 0 using segments [{'id': '949e29e1-d13b-497b-9507-4686ec427a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c2b64570-cfb4-4a3c-bd5e-27d398652176'}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 05:09:26.525308 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78bb9bc-defb-4864-a654-5e27b78765c5 req-147bb326-d01c-4406-8a5e-def6f1de872a service neutron] Attempting to bind port 060829ab-bed6-46c4-9028-942a525cf9da on network c2b64570-cfb4-4a3c-bd5e-27d398652176 {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:09:26.530954 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-385a6188-c8e0-4d7c-ac52-e9549b64b220 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:26.647496 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-87770daa-6f27-4f05-8551-3ea9cd0945e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:26.649824 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [req-704aa5cd-379d-4b6a-8488-af2d168a88ce req-3ff0ee04-5a41-4e3e-8341-adaf48b05f97 service neutron] Attempting to bind port 4ff5819f-777b-414b-9f10-643c6d3f7c92 on host hv-cinder-80161 for vnic_type normal with profile {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 05:09:26.650391 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [req-704aa5cd-379d-4b6a-8488-af2d168a88ce req-3ff0ee04-5a41-4e3e-8341-adaf48b05f97 service neutron] Attempting to bind port 4ff5819f-777b-414b-9f10-643c6d3f7c92 by drivers openvswitch,hyperv on host hv-cinder-80161 at level 0 using segments [{'id': '00b60877-949c-4583-bcd9-a2d1f7b925b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '300c0b7a-3ec7-45c6-b237-7a8d9dd471d0'}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 05:09:26.650725 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704aa5cd-379d-4b6a-8488-af2d168a88ce req-3ff0ee04-5a41-4e3e-8341-adaf48b05f97 service neutron] Attempting to bind port 4ff5819f-777b-414b-9f10-643c6d3f7c92 on network 300c0b7a-3ec7-45c6-b237-7a8d9dd471d0 {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:09:26.663363 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78bb9bc-defb-4864-a654-5e27b78765c5 req-147bb326-d01c-4406-8a5e-def6f1de872a service neutron] Port 060829ab-bed6-46c4-9028-942a525cf9da on network c2b64570-cfb4-4a3c-bd5e-27d398652176 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80161 {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 05:09:26.663780 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78bb9bc-defb-4864-a654-5e27b78765c5 req-147bb326-d01c-4406-8a5e-def6f1de872a service neutron] Attempting to bind port 060829ab-bed6-46c4-9028-942a525cf9da on network c2b64570-cfb4-4a3c-bd5e-27d398652176 {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:09:26.671956 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-87770daa-6f27-4f05-8551-3ea9cd0945e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:26.673436 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-87770daa-6f27-4f05-8551-3ea9cd0945e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409570'] for router_interface, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:26.692441 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78bb9bc-defb-4864-a654-5e27b78765c5 req-147bb326-d01c-4406-8a5e-def6f1de872a service neutron] Checking agent: {'id': '4cdb6954-a1c9-49c3-81e0-9b963b26fa6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80161', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 5, 7, 18), 'started_at': datetime.datetime(2021, 7, 28, 5, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 5, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 05:09:26.694039 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78bb9bc-defb-4864-a654-5e27b78765c5 req-147bb326-d01c-4406-8a5e-def6f1de872a service neutron] Checking segment: {'id': '949e29e1-d13b-497b-9507-4686ec427a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c2b64570-cfb4-4a3c-bd5e-27d398652176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:09:26.694812 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c78bb9bc-defb-4864-a654-5e27b78765c5 req-147bb326-d01c-4406-8a5e-def6f1de872a service neutron] Bound using segment: {'id': '949e29e1-d13b-497b-9507-4686ec427a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c2b64570-cfb4-4a3c-bd5e-27d398652176'} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 05:09:26.695460 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [req-c78bb9bc-defb-4864-a654-5e27b78765c5 req-147bb326-d01c-4406-8a5e-def6f1de872a service neutron] Bound port: 060829ab-bed6-46c4-9028-942a525cf9da, host: hv-cinder-80161, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '949e29e1-d13b-497b-9507-4686ec427a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'c2b64570-cfb4-4a3c-bd5e-27d398652176'}}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 05:09:26.695961 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-c78bb9bc-defb-4864-a654-5e27b78765c5 req-147bb326-d01c-4406-8a5e-def6f1de872a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:26.707518 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385a6188-c8e0-4d7c-ac52-e9549b64b220 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Pushing event updated for resources: {'Port': ['ID=14648e63-5def-482d-a97c-35c464d80da3,revision_number=2']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:26.725992 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-385a6188-c8e0-4d7c-ac52-e9549b64b220 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406535'] for floatingip, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:26.774717 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-385a6188-c8e0-4d7c-ac52-e9549b64b220 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068'] for floatingip, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:26.776453 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-385a6188-c8e0-4d7c-ac52-e9549b64b220 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9741416 Jul 28 05:09:26.822693 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-fbad3a8e-0b6b-4d0c-ad56-ebb7ce84b8d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:26.893826 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:27.337796 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device d1d8b2db-ab6d-4e3a-a273-65795ce23108 up at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:09:27.342459 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87770daa-6f27-4f05-8551-3ea9cd0945e8 admin admin] Pushing event updated for resources: {'Port': ['ID=c6141a72-be32-4f18-b28b-1f0e7c03be1a,revision_number=2']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:27.347734 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-4caa144a-cd1a-49ce-b267-128dd6734216 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:27.349153 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-4caa144a-cd1a-49ce-b267-128dd6734216 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.8437803 Jul 28 05:09:27.350268 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa144a-cd1a-49ce-b267-128dd6734216 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38f2c987-10ac-4dd9-afa8-bf596321ece6,revision_number=0']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:27.352340 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 43116) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:27.360044 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-1b676b3b-f077-434a-a12a-2c904a1a1bff tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Request body: {'security_group_rule': {'security_group_id': '914ab7d4-c321-44bb-8153-ea66db053fa7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:09:27.371256 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704aa5cd-379d-4b6a-8488-af2d168a88ce req-3ff0ee04-5a41-4e3e-8341-adaf48b05f97 service neutron] Port 4ff5819f-777b-414b-9f10-643c6d3f7c92 on network 300c0b7a-3ec7-45c6-b237-7a8d9dd471d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80161 {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 05:09:27.371814 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704aa5cd-379d-4b6a-8488-af2d168a88ce req-3ff0ee04-5a41-4e3e-8341-adaf48b05f97 service neutron] Attempting to bind port 4ff5819f-777b-414b-9f10-643c6d3f7c92 on network 300c0b7a-3ec7-45c6-b237-7a8d9dd471d0 {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:09:27.377695 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d46f9ce9-8c6f-4267-88fa-8c359458621f req-d0609bf3-3d72-492e-b98f-3238644f8432 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9658549 Jul 28 05:09:27.434409 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87770daa-6f27-4f05-8551-3ea9cd0945e8 admin admin] Network 2f6cc273-aa71-4fbb-86d3-1b26dad4ce50 is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:09:27.475666 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-87770daa-6f27-4f05-8551-3ea9cd0945e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:09:27.506013 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1b676b3b-f077-434a-a12a-2c904a1a1bff tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:27.531374 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514d02c-822c-41c0-96f0-50f4702d40c5 req-607ee2de-b402-4409-aff0-46dc356e2be0 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:27.544836 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f514d02c-822c-41c0-96f0-50f4702d40c5 req-607ee2de-b402-4409-aff0-46dc356e2be0 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] 10.222.0.13 "GET /v2.0/ports?device_id=649dc269-36a0-4fca-9f66-075ba41eece0 HTTP/1.1" status: 200 len: 943 time: 1.9513369 Jul 28 05:09:27.549595 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704aa5cd-379d-4b6a-8488-af2d168a88ce req-3ff0ee04-5a41-4e3e-8341-adaf48b05f97 service neutron] Checking agent: {'id': '4cdb6954-a1c9-49c3-81e0-9b963b26fa6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80161', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 5, 7, 18), 'started_at': datetime.datetime(2021, 7, 28, 5, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 5, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 05:09:27.549934 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704aa5cd-379d-4b6a-8488-af2d168a88ce req-3ff0ee04-5a41-4e3e-8341-adaf48b05f97 service neutron] Checking segment: {'id': '00b60877-949c-4583-bcd9-a2d1f7b925b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '300c0b7a-3ec7-45c6-b237-7a8d9dd471d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:09:27.550626 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-704aa5cd-379d-4b6a-8488-af2d168a88ce req-3ff0ee04-5a41-4e3e-8341-adaf48b05f97 service neutron] Bound using segment: {'id': '00b60877-949c-4583-bcd9-a2d1f7b925b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '300c0b7a-3ec7-45c6-b237-7a8d9dd471d0'} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 05:09:27.551090 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [req-704aa5cd-379d-4b6a-8488-af2d168a88ce req-3ff0ee04-5a41-4e3e-8341-adaf48b05f97 service neutron] Bound port: 4ff5819f-777b-414b-9f10-643c6d3f7c92, host: hv-cinder-80161, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00b60877-949c-4583-bcd9-a2d1f7b925b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '300c0b7a-3ec7-45c6-b237-7a8d9dd471d0'}}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 05:09:27.551578 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-704aa5cd-379d-4b6a-8488-af2d168a88ce req-3ff0ee04-5a41-4e3e-8341-adaf48b05f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:27.552441 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning complete for port d1d8b2db-ab6d-4e3a-a273-65795ce23108 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:09:27.555450 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:27.676656 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1b676b3b-f077-434a-a12a-2c904a1a1bff tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:27.686434 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1b676b3b-f077-434a-a12a-2c904a1a1bff tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610225'] for security_group_rule, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:27.748628 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:27.810334 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b676b3b-f077-434a-a12a-2c904a1a1bff tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7900ceef-a410-4489-96e3-85e1ae3d3360,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:27.819223 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 45e5aab9-0412-42d2-ae4f-fd3d2a06bb13 up at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:09:27.859132 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1b676b3b-f077-434a-a12a-2c904a1a1bff tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:27.873450 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-1b676b3b-f077-434a-a12a-2c904a1a1bff tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5169141 Jul 28 05:09:27.875878 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 43130) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:27.884852 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [req-c78bb9bc-defb-4864-a654-5e27b78765c5 req-147bb326-d01c-4406-8a5e-def6f1de872a service neutron] For port 060829ab-bed6-46c4-9028-942a525cf9da, host hv-cinder-80161, cleared binding levels {{(pid=93163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:09:27.909083 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-908e4d42-5a31-4b95-a8d9-9afed169f684 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Request body: {'floatingip': {'floating_network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:09:27.993380 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [req-c78bb9bc-defb-4864-a654-5e27b78765c5 req-147bb326-d01c-4406-8a5e-def6f1de872a service neutron] For port 060829ab-bed6-46c4-9028-942a525cf9da, host hv-cinder-80161, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=060829ab-bed6-46c4-9028-942a525cf9da,segment=NetworkSegment(949e29e1-d13b-497b-9507-4686ec427a98),segment_id=949e29e1-d13b-497b-9507-4686ec427a98)] {{(pid=93163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:09:28.016991 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-908e4d42-5a31-4b95-a8d9-9afed169f684 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks [] for floatingip, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:28.021709 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning for port 45e5aab9-0412-42d2-ae4f-fd3d2a06bb13 completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:09:28.038522 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning complete for port 45e5aab9-0412-42d2-ae4f-fd3d2a06bb13 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:09:28.040164 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:28.163175 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-c78bb9bc-defb-4864-a654-5e27b78765c5 req-147bb326-d01c-4406-8a5e-def6f1de872a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:28.359725 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-908e4d42-5a31-4b95-a8d9-9afed169f684 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:28.440790 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:28.472529 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147bb326-d01c-4406-8a5e-def6f1de872a service neutron] Pushing event updated for resources: {'Port': ['ID=060829ab-bed6-46c4-9028-942a525cf9da,revision_number=3']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:28.512098 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-39bd8a07-3612-40f2-a14d-a8db7333c349 req-b11be4e6-bb6b-4be2-9541-e10d4cb8b9be tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--2094841189&fields=id&tenant_id=f77014531530497aa60d1269fde1bd6f HTTP/1.1" status: 200 len: 267 time: 0.6635499 Jul 28 05:09:28.537904 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f514d02c-822c-41c0-96f0-50f4702d40c5 req-e55d351a-0ce9-4339-abee-49f7f0188dbb tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] 10.222.0.13 "GET /v2.0/security-groups?id=557997c5-5ec0-471e-b73c-4a4a9b55bf10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9920666 Jul 28 05:09:28.575094 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] For port 45e5aab9-0412-42d2-ae4f-fd3d2a06bb13, host dv-cinder-801617-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=45e5aab9-0412-42d2-ae4f-fd3d2a06bb13,segment=NetworkSegment(63e88a60-78da-4f55-839d-5376c73609d1),segment_id=63e88a60-78da-4f55-839d-5376c73609d1)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:09:28.585980 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:28.679634 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [None req-908e4d42-5a31-4b95-a8d9-9afed169f684 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Allocated IP 172.27.2.223 (c7125004-43ac-4633-9f2f-3f406f3e858d/e72a7812-7eaf-41ec-8662-055279a1b0f7/2fff7704-d347-41ef-8123-29efc45a4b25) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:09:28.725815 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Pushing event updated for resources: {'Port': ['ID=45e5aab9-0412-42d2-ae4f-fd3d2a06bb13,revision_number=5']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:28.853122 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd8a07-3612-40f2-a14d-a8db7333c349 req-33873016-5558-4312-8dea-960a00f27be3 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:28.861880 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-39bd8a07-3612-40f2-a14d-a8db7333c349 req-33873016-5558-4312-8dea-960a00f27be3 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/networks?id=34e1948f-8e2c-47b9-a68d-5f2322a08957 HTTP/1.1" status: 200 len: 817 time: 0.3120232 Jul 28 05:09:29.032240 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78bb9bc-defb-4864-a654-5e27b78765c5 req-147bb326-d01c-4406-8a5e-def6f1de872a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:29.034405 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-c78bb9bc-defb-4864-a654-5e27b78765c5 req-147bb326-d01c-4406-8a5e-def6f1de872a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for port, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:29.036846 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c78bb9bc-defb-4864-a654-5e27b78765c5 req-147bb326-d01c-4406-8a5e-def6f1de872a service neutron] 10.222.0.21 "PUT /v2.0/ports/060829ab-bed6-46c4-9028-942a525cf9da HTTP/1.1" status: 200 len: 1093 time: 7.4259117 Jul 28 05:09:29.049587 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-908e4d42-5a31-4b95-a8d9-9afed169f684 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:29.061840 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [req-704aa5cd-379d-4b6a-8488-af2d168a88ce req-3ff0ee04-5a41-4e3e-8341-adaf48b05f97 service neutron] For port 4ff5819f-777b-414b-9f10-643c6d3f7c92, host hv-cinder-80161, cleared binding levels {{(pid=93163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:09:29.087101 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [req-704aa5cd-379d-4b6a-8488-af2d168a88ce req-3ff0ee04-5a41-4e3e-8341-adaf48b05f97 service neutron] For port 4ff5819f-777b-414b-9f10-643c6d3f7c92, host hv-cinder-80161, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=4ff5819f-777b-414b-9f10-643c6d3f7c92,segment=NetworkSegment(00b60877-949c-4583-bcd9-a2d1f7b925b6),segment_id=00b60877-949c-4583-bcd9-a2d1f7b925b6)] {{(pid=93163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:09:29.095906 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 45e5aab9-0412-42d2-ae4f-fd3d2a06bb13 up at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:09:29.153431 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-908e4d42-5a31-4b95-a8d9-9afed169f684 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227148292'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:29.178266 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '649dc269-36a0-4fca-9f66-075ba41eece0', 'tag': '060829ab-bed6-46c4-9028-942a525cf9da'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:09:29.204192 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908e4d42-5a31-4b95-a8d9-9afed169f684 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Network c7125004-43ac-4633-9f2f-3f406f3e858d is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:09:29.208365 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-908e4d42-5a31-4b95-a8d9-9afed169f684 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:09:29.245111 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:29.254850 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908e4d42-5a31-4b95-a8d9-9afed169f684 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 05:09:29.265545 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning complete for port 45e5aab9-0412-42d2-ae4f-fd3d2a06bb13 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:09:29.265958 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:29.309880 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87770daa-6f27-4f05-8551-3ea9cd0945e8 admin admin] Router 1c4868c8-8280-4924-9ec3-3439fa3e2324 has already been hosted by L3 agent febb8baf-5368-4b94-affe-2856141f0f3f {{(pid=93163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 05:09:29.331175 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-704aa5cd-379d-4b6a-8488-af2d168a88ce req-3ff0ee04-5a41-4e3e-8341-adaf48b05f97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:29.357446 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908e4d42-5a31-4b95-a8d9-9afed169f684 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Pushing event updated for resources: {'Port': ['ID=2fff7704-d347-41ef-8123-29efc45a4b25,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:29.410059 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff0ee04-5a41-4e3e-8341-adaf48b05f97 service neutron] Pushing event updated for resources: {'Port': ['ID=4ff5819f-777b-414b-9f10-643c6d3f7c92,revision_number=3']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:29.428525 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-39bd8a07-3612-40f2-a14d-a8db7333c349 req-a9fbacb0-53b9-4005-b824-804827b2f16a tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/quotas/f77014531530497aa60d1269fde1bd6f HTTP/1.1" status: 200 len: 375 time: 0.4005172 Jul 28 05:09:29.441337 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704aa5cd-379d-4b6a-8488-af2d168a88ce req-3ff0ee04-5a41-4e3e-8341-adaf48b05f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:29.441884 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-908e4d42-5a31-4b95-a8d9-9afed169f684 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:29.442384 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-704aa5cd-379d-4b6a-8488-af2d168a88ce req-3ff0ee04-5a41-4e3e-8341-adaf48b05f97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for port, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:29.443481 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-704aa5cd-379d-4b6a-8488-af2d168a88ce req-3ff0ee04-5a41-4e3e-8341-adaf48b05f97 service neutron] 10.222.0.21 "PUT /v2.0/ports/4ff5819f-777b-414b-9f10-643c6d3f7c92 HTTP/1.1" status: 200 len: 1093 time: 8.0268197 Jul 28 05:09:29.536653 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994865b-f8ce-4911-99e7-a2f59f225209 req-925bb5b2-376d-452f-8965-463469a1e9ac tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:29.538251 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3994865b-f8ce-4911-99e7-a2f59f225209 req-925bb5b2-376d-452f-8965-463469a1e9ac tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e118b8e-18cd-4b34-b66f-893e8e5db0fb HTTP/1.1" status: 200 len: 943 time: 0.6746399 Jul 28 05:09:29.560209 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-908e4d42-5a31-4b95-a8d9-9afed169f684 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:29.690286 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdaae2d937131cd036474998a49e3e11d53281396ea4e1ac8b096c837d21eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4cbe6ba-dfa1-4830-ac78-e3c692df5792" -d '{"events": [{"name": "network-changed", "server_uuid": "649dc269-36a0-4fca-9f66-075ba41eece0", "tag": "060829ab-bed6-46c4-9028-942a525cf9da"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:09:29.828239 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-39bd8a07-3612-40f2-a14d-a8db7333c349 req-0bfb570f-b099-41dc-9a7c-c9c6a5bf9434 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f77014531530497aa60d1269fde1bd6f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3753333 Jul 28 05:09:29.872787 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3994865b-f8ce-4911-99e7-a2f59f225209 req-4075c76e-ca69-4036-85b3-02849e1b41c0 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778333 Jul 28 05:09:29.918014 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 43186) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:29.935924 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704aa5cd-379d-4b6a-8488-af2d168a88ce req-0e628166-90c0-46de-ac61-c89e3fb1da39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:29.937722 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-704aa5cd-379d-4b6a-8488-af2d168a88ce req-0e628166-90c0-46de-ac61-c89e3fb1da39 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=30b837791a4f45f7bbefa0af378d5354&device_id=1e118b8e-18cd-4b34-b66f-893e8e5db0fb HTTP/1.1" status: 200 len: 1096 time: 0.3983214 Jul 28 05:09:29.953681 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-908e4d42-5a31-4b95-a8d9-9afed169f684 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks [] for port, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:29.958945 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-908e4d42-5a31-4b95-a8d9-9afed169f684 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:29.975067 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78bb9bc-defb-4864-a654-5e27b78765c5 req-87e20e0c-f41a-47e1-957f-9e0c40d93690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:29.976667 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c78bb9bc-defb-4864-a654-5e27b78765c5 req-87e20e0c-f41a-47e1-957f-9e0c40d93690 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=160ddfbd8db8410e84ee2fffa02f3d1c&device_id=649dc269-36a0-4fca-9f66-075ba41eece0 HTTP/1.1" status: 200 len: 1096 time: 0.4250655 Jul 28 05:09:29.989793 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-908e4d42-5a31-4b95-a8d9-9afed169f684 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406535'] for floatingip, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:30.012030 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908e4d42-5a31-4b95-a8d9-9afed169f684 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Pushing event updated for resources: {'Port': ['ID=2fff7704-d347-41ef-8123-29efc45a4b25,revision_number=2']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:30.014971 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-908e4d42-5a31-4b95-a8d9-9afed169f684 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068'] for floatingip, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:30.016347 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-908e4d42-5a31-4b95-a8d9-9afed169f684 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1386673 Jul 28 05:09:30.062538 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-06205c5a-4740-4ee6-96a5-0f7acece8d1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:30.114688 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-704aa5cd-379d-4b6a-8488-af2d168a88ce req-d476d771-6462-4f93-bb53-edb973e17a5a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ff5819f-777b-414b-9f10-643c6d3f7c92 HTTP/1.1" status: 200 len: 217 time: 0.1570497 Jul 28 05:09:30.130476 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87770daa-6f27-4f05-8551-3ea9cd0945e8 admin admin] Notify agent at l3_agent.dv-cinder-801617-3-iscsi the message routers_updated {{(pid=93163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:09:30.143072 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d98887d-6ff8-464a-974f-9429cd66d8fc None None] Sync routers for ids ['1c4868c8-8280-4924-9ec3-3439fa3e2324'] in dv-cinder-801617-3-iscsi {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:09:30.144241 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-87770daa-6f27-4f05-8551-3ea9cd0945e8 admin admin] 10.222.0.13 "PUT /v2.0/routers/1c4868c8-8280-4924-9ec3-3439fa3e2324/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.4793110 Jul 28 05:09:30.159653 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d98887d-6ff8-464a-974f-9429cd66d8fc None None] Routers {'1c4868c8-8280-4924-9ec3-3439fa3e2324'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:09:30.160483 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-6d98887d-6ff8-464a-974f-9429cd66d8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:09:27Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['1c4868c8-8280-4924-9ec3-3439fa3e2324'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:09:30.165207 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-06205c5a-4740-4ee6-96a5-0f7acece8d1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:30.170814 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-06205c5a-4740-4ee6-96a5-0f7acece8d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:30.173275 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80500e0d-04c1-42cb-9497-389c3fb365be req-ed74117e-e980-4095-9d17-a564fb9e762b tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:30.174950 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-80500e0d-04c1-42cb-9497-389c3fb365be req-ed74117e-e980-4095-9d17-a564fb9e762b tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] 10.222.0.13 "GET /v2.0/ports?device_id=649dc269-36a0-4fca-9f66-075ba41eece0 HTTP/1.1" status: 200 len: 943 time: 0.2244704 Jul 28 05:09:30.223729 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06205c5a-4740-4ee6-96a5-0f7acece8d1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e8fbd6-b24d-40bb-b985-46c1773a54db,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:30.228461 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-06205c5a-4740-4ee6-96a5-0f7acece8d1c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=86e4381038754cc9b8546d7e2064c0ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3092408 Jul 28 05:09:30.231640 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 43196) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:30.237567 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c78bb9bc-defb-4864-a654-5e27b78765c5 req-6a90484f-3780-4de3-a805-36569cd5fc74 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=060829ab-bed6-46c4-9028-942a525cf9da HTTP/1.1" status: 200 len: 217 time: 0.0828700 Jul 28 05:09:30.293584 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-cd5a0f11-c1ba-4dbf-8697-8027324a449b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:30.320824 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-39bd8a07-3612-40f2-a14d-a8db7333c349 req-135651ee-a29f-42ca-9c3e-278a1723e276 service neutron] 10.222.0.13 "GET /v2.0/networks/34e1948f-8e2c-47b9-a68d-5f2322a08957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886611 Jul 28 05:09:30.335747 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-cd5a0f11-c1ba-4dbf-8697-8027324a449b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:30.352973 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78bb9bc-defb-4864-a654-5e27b78765c5 req-e7cb6625-d28b-43c5-be85-826be237eb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:30.354526 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c78bb9bc-defb-4864-a654-5e27b78765c5 req-e7cb6625-d28b-43c5-be85-826be237eb20 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0d5686c4-3ab2-48a8-8459-06a113153417 HTTP/1.1" status: 200 len: 851 time: 0.0845377 Jul 28 05:09:30.371234 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-80500e0d-04c1-42cb-9497-389c3fb365be req-497e3d31-012d-4b2a-ba3d-b250e335d137 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] 10.222.0.13 "GET /v2.0/security-groups?id=557997c5-5ec0-471e-b73c-4a4a9b55bf10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540675 Jul 28 05:09:30.407812 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-cd5a0f11-c1ba-4dbf-8697-8027324a449b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:30.408047 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704aa5cd-379d-4b6a-8488-af2d168a88ce req-0716d885-ca3b-45ae-bfa0-651d4355066d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:30.409429 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-704aa5cd-379d-4b6a-8488-af2d168a88ce req-0716d885-ca3b-45ae-bfa0-651d4355066d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f56af102-7f6a-4a13-8214-ac092fadb2ac HTTP/1.1" status: 200 len: 854 time: 0.2014205 Jul 28 05:09:30.411343 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-cd5a0f11-c1ba-4dbf-8697-8027324a449b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:30.424974 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-cd5a0f11-c1ba-4dbf-8697-8027324a449b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c1e8fbd6-b24d-40bb-b985-46c1773a54db HTTP/1.1" status: 204 len: 168 time: 0.1866608 Jul 28 05:09:30.449924 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-6d98887d-6ff8-464a-974f-9429cd66d8fc None None] Set router 1c4868c8-8280-4924-9ec3-3439fa3e2324 gateway port host: dv-cinder-801617-3-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:09:30.450159 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5a0f11-c1ba-4dbf-8697-8027324a449b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e8fbd6-b24d-40bb-b985-46c1773a54db,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:30.460989 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c78bb9bc-defb-4864-a654-5e27b78765c5 req-5982c480-79b4-4d79-aae4-7ed5a6232737 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c2b64570-cfb4-4a3c-bd5e-27d398652176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0936787 Jul 28 05:09:30.479749 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-704aa5cd-379d-4b6a-8488-af2d168a88ce req-9a261bfd-22f9-456c-a7bf-d9b543c6d1cc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=300c0b7a-3ec7-45c6-b237-7a8d9dd471d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489087 Jul 28 05:09:30.634077 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-39bd8a07-3612-40f2-a14d-a8db7333c349 req-05b99cbc-6378-451f-902c-db1e0e4d98f0 service neutron] 10.222.0.13 "GET /v2.0/networks/34e1948f-8e2c-47b9-a68d-5f2322a08957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997010 Jul 28 05:09:30.673449 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 05:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb00b80e-2a32-40b1-8cc2-a73e03d76018 x-openstack-request-id: req-eb00b80e-2a32-40b1-8cc2-a73e03d76018 {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:09:30.673728 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "649dc269-36a0-4fca-9f66-075ba41eece0", "tag": "060829ab-bed6-46c4-9028-942a525cf9da", "status": "completed", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:09:30.673972 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eb00b80e-2a32-40b1-8cc2-a73e03d76018 {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:09:30.674545 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '649dc269-36a0-4fca-9f66-075ba41eece0', 'tag': '060829ab-bed6-46c4-9028-942a525cf9da', 'status': 'completed', 'code': 200} Jul 28 05:09:30.687008 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c78bb9bc-defb-4864-a654-5e27b78765c5 req-7f07868f-0b55-4da3-8828-31ad0f80e843 service neutron] 10.222.0.21 "GET /v2.0/networks/c2b64570-cfb4-4a3c-bd5e-27d398652176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059724 Jul 28 05:09:30.729090 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-704aa5cd-379d-4b6a-8488-af2d168a88ce req-434a0c0e-a610-43ac-bcf9-f16929b6ac15 service neutron] 10.222.0.21 "GET /v2.0/networks/300c0b7a-3ec7-45c6-b237-7a8d9dd471d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355952 Jul 28 05:09:30.757564 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-6d98887d-6ff8-464a-974f-9429cd66d8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4868c8-8280-4924-9ec3-3439fa3e2324', 'name': 'tempest-ServerRescueNegativeTestJSON-316533616-router', 'tenant_id': 'cd3af660b04c4cd28649da733b80e303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '2e2d333a-f4d9-4967-b4d8-dc029751f03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:06Z', 'updated_at': '2021-07-28T05:09:24Z', 'revision_number': 4, 'project_id': 'cd3af660b04c4cd28649da733b80e303', 'gw_port': {'id': '2e2d333a-f4d9-4967-b4d8-dc029751f03a', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:db:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4868c8-8280-4924-9ec3-3439fa3e2324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:09Z', 'updated_at': '2021-07-28T05:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_interfaces': [{'id': 'c6141a72-be32-4f18-b28b-1f0e7c03be1a', 'name': '', 'network_id': '2f6cc273-aa71-4fbb-86d3-1b26dad4ce50', 'tenant_id': 'cd3af660b04c4cd28649da733b80e303', 'mac_address': 'fa:16:3e:db:d8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4868c8-8280-4924-9ec3-3439fa3e2324', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '55007cfe-ea2e-4cab-9e84-15ae15b8e8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:20Z', 'updated_at': '2021-07-28T05:09:24Z', 'revision_number': 2, 'project_id': 'cd3af660b04c4cd28649da733b80e303', 'subnets': [{'id': '55007cfe-ea2e-4cab-9e84-15ae15b8e8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:09:30.806576 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d98887d-6ff8-464a-974f-9429cd66d8fc None None] Checking router: 1c4868c8-8280-4924-9ec3-3439fa3e2324 for host: dv-cinder-801617-3-iscsi {{(pid=93164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:09:30.807231 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d98887d-6ff8-464a-974f-9429cd66d8fc None None] Updating router 1c4868c8-8280-4924-9ec3-3439fa3e2324 port c6141a72-be32-4f18-b28b-1f0e7c03be1a binding host dv-cinder-801617-3-iscsi {{(pid=93164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 05:09:30.817611 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 43222) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:30.835045 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-6d98887d-6ff8-464a-974f-9429cd66d8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:30.836730 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3cd17386-77fe-44d5-80bc-c879837a7137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:31.062977 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3cd17386-77fe-44d5-80bc-c879837a7137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:31.069526 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3cd17386-77fe-44d5-80bc-c879837a7137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:31.176701 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b3ab605e-2b70-4db7-9cbd-7cced1a46438 req-6479d600-ece9-4fc6-bfd1-10541b63ddad tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1229599126&fields=id&tenant_id=38cd928d0e0347d0baad775ab2994326 HTTP/1.1" status: 200 len: 267 time: 0.1295280 Jul 28 05:09:31.195984 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd17386-77fe-44d5-80bc-c879837a7137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4830a734-de58-4267-a33b-51aa71c3377f,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:31.232736 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-3cd17386-77fe-44d5-80bc-c879837a7137 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bad60edfe834484ba6c721cc58d90d46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4113412 Jul 28 05:09:31.233897 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 43242) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:31.455297 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c78bb9bc-defb-4864-a654-5e27b78765c5 req-59e033da-70c6-4503-91b4-488d85393c44 service neutron] 10.222.0.21 "GET /v2.0/networks/c2b64570-cfb4-4a3c-bd5e-27d398652176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7508340 Jul 28 05:09:31.487346 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-6d98887d-6ff8-464a-974f-9429cd66d8fc None None] Notify callbacks [] for port, precommit_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:31.492922 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-704aa5cd-379d-4b6a-8488-af2d168a88ce req-aef5d8c4-fff5-445b-9591-2a2bdcd2dc18 service neutron] 10.222.0.21 "GET /v2.0/networks/300c0b7a-3ec7-45c6-b237-7a8d9dd471d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4521713 Jul 28 05:09:31.537652 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-6d98887d-6ff8-464a-974f-9429cd66d8fc None None] Transition to ACTIVE for port object c6141a72-be32-4f18-b28b-1f0e7c03be1a will not be triggered until provisioned by entity L2. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:09:31.552260 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-6d98887d-6ff8-464a-974f-9429cd66d8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:31.602194 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-12bc66eb-ada4-44c8-95ca-7df88a924607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:31.639266 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab605e-2b70-4db7-9cbd-7cced1a46438 req-d1e6a658-56aa-4ad4-a60a-cfc23c406e4f tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:31.640809 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b3ab605e-2b70-4db7-9cbd-7cced1a46438 req-d1e6a658-56aa-4ad4-a60a-cfc23c406e4f tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/networks?id=7040d785-ad9e-439a-8073-762370b8ac7a HTTP/1.1" status: 200 len: 811 time: 0.4287529 Jul 28 05:09:31.644826 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-12bc66eb-ada4-44c8-95ca-7df88a924607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:31.660556 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e2d759-a8e7-4d8e-8e07-a2f54d7a8c2b None None] Pushing event updated for resources: {'Port': ['ID=c6141a72-be32-4f18-b28b-1f0e7c03be1a,revision_number=3']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:31.673471 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b3ab605e-2b70-4db7-9cbd-7cced1a46438 req-d8907591-72a4-4e45-ac91-4e87cb061a79 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/quotas/38cd928d0e0347d0baad775ab2994326 HTTP/1.1" status: 200 len: 375 time: 0.0195813 Jul 28 05:09:31.683806 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-6d98887d-6ff8-464a-974f-9429cd66d8fc None None] Attempting to bind port c6141a72-be32-4f18-b28b-1f0e7c03be1a on host dv-cinder-801617-3-iscsi for vnic_type normal with profile {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 05:09:31.684183 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-6d98887d-6ff8-464a-974f-9429cd66d8fc None None] Attempting to bind port c6141a72-be32-4f18-b28b-1f0e7c03be1a by drivers openvswitch,hyperv on host dv-cinder-801617-3-iscsi at level 0 using segments [{'id': '6a6fa6e8-d182-4dbf-a398-13b8523e31fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2f6cc273-aa71-4fbb-86d3-1b26dad4ce50'}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 05:09:31.684624 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d98887d-6ff8-464a-974f-9429cd66d8fc None None] Attempting to bind port c6141a72-be32-4f18-b28b-1f0e7c03be1a on network 2f6cc273-aa71-4fbb-86d3-1b26dad4ce50 {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:09:31.694227 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d98887d-6ff8-464a-974f-9429cd66d8fc None None] Checking agent: {'id': '3fbc40da-b90e-4a82-82aa-1ec33702809d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 5, 1, 27), 'started_at': datetime.datetime(2021, 7, 28, 5, 1, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 5, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 05:09:31.694720 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d98887d-6ff8-464a-974f-9429cd66d8fc None None] Checking segment: {'id': '6a6fa6e8-d182-4dbf-a398-13b8523e31fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2f6cc273-aa71-4fbb-86d3-1b26dad4ce50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:09:31.695173 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-6d98887d-6ff8-464a-974f-9429cd66d8fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:31.695646 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d98887d-6ff8-464a-974f-9429cd66d8fc None None] Bound using segment: {'id': '6a6fa6e8-d182-4dbf-a398-13b8523e31fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2f6cc273-aa71-4fbb-86d3-1b26dad4ce50'} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 05:09:31.696216 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-6d98887d-6ff8-464a-974f-9429cd66d8fc None None] Bound port: c6141a72-be32-4f18-b28b-1f0e7c03be1a, host: dv-cinder-801617-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a6fa6e8-d182-4dbf-a398-13b8523e31fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2f6cc273-aa71-4fbb-86d3-1b26dad4ce50'}}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 05:09:31.696691 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-6d98887d-6ff8-464a-974f-9429cd66d8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:31.707856 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-12bc66eb-ada4-44c8-95ca-7df88a924607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:31.711770 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-12bc66eb-ada4-44c8-95ca-7df88a924607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:31.715912 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-12bc66eb-ada4-44c8-95ca-7df88a924607 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4830a734-de58-4267-a33b-51aa71c3377f HTTP/1.1" status: 204 len: 168 time: 0.4811118 Jul 28 05:09:31.725512 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bc66eb-ada4-44c8-95ca-7df88a924607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4830a734-de58-4267-a33b-51aa71c3377f,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:31.756975 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad20e88-e7da-4162-8bd7-d5e76d7a015b req-a8172298-80e3-47cc-9773-544d431fee09 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:31.758469 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-fad20e88-e7da-4162-8bd7-d5e76d7a015b req-a8172298-80e3-47cc-9773-544d431fee09 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/networks?id=2f6cc273-aa71-4fbb-86d3-1b26dad4ce50 HTTP/1.1" status: 200 len: 818 time: 0.2371459 Jul 28 05:09:31.780115 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cbe6ba-dfa1-4830-ac78-e3c692df5792 req-730eeb36-ba66-40b8-a8d0-2423efe76bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:31.781597 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f4cbe6ba-dfa1-4830-ac78-e3c692df5792 req-730eeb36-ba66-40b8-a8d0-2423efe76bee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=160ddfbd8db8410e84ee2fffa02f3d1c&device_id=649dc269-36a0-4fca-9f66-075ba41eece0 HTTP/1.1" status: 200 len: 1096 time: 0.1051471 Jul 28 05:09:31.790038 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b3ab605e-2b70-4db7-9cbd-7cced1a46438 req-f6c29b24-9c14-49d2-b62d-5668843869ff tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=38cd928d0e0347d0baad775ab2994326&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1018226 Jul 28 05:09:31.791770 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-fad20e88-e7da-4162-8bd7-d5e76d7a015b req-28ac9e08-a704-4d93-8844-974653119bc8 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/quotas/cd3af660b04c4cd28649da733b80e303 HTTP/1.1" status: 200 len: 375 time: 0.0267966 Jul 28 05:09:31.802756 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-6d98887d-6ff8-464a-974f-9429cd66d8fc None None] For port c6141a72-be32-4f18-b28b-1f0e7c03be1a, host dv-cinder-801617-3-iscsi, cleared binding levels {{(pid=93164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:09:31.806859 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-6d98887d-6ff8-464a-974f-9429cd66d8fc None None] For port c6141a72-be32-4f18-b28b-1f0e7c03be1a, host dv-cinder-801617-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=c6141a72-be32-4f18-b28b-1f0e7c03be1a,segment=NetworkSegment(6a6fa6e8-d182-4dbf-a398-13b8523e31fa),segment_id=6a6fa6e8-d182-4dbf-a398-13b8523e31fa)] {{(pid=93164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:09:31.814771 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-6d98887d-6ff8-464a-974f-9429cd66d8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:31.875671 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d98887d-6ff8-464a-974f-9429cd66d8fc None None] Routers {'1c4868c8-8280-4924-9ec3-3439fa3e2324'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:09:31.876283 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-6d98887d-6ff8-464a-974f-9429cd66d8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:09:27Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['1c4868c8-8280-4924-9ec3-3439fa3e2324'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:09:31.879291 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e2d759-a8e7-4d8e-8e07-a2f54d7a8c2b None None] Pushing event updated for resources: {'Port': ['ID=c6141a72-be32-4f18-b28b-1f0e7c03be1a,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:31.903956 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-fad20e88-e7da-4162-8bd7-d5e76d7a015b req-04a71df9-f358-475d-b40b-76c3896bd646 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cd3af660b04c4cd28649da733b80e303&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1058855 Jul 28 05:09:31.974732 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b3ab605e-2b70-4db7-9cbd-7cced1a46438 req-ec9dd46f-6011-46be-b850-0de779cba358 service neutron] 10.222.0.13 "GET /v2.0/networks/7040d785-ad9e-439a-8073-762370b8ac7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650703 Jul 28 05:09:32.006803 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-6d98887d-6ff8-464a-974f-9429cd66d8fc None None] Set router 1c4868c8-8280-4924-9ec3-3439fa3e2324 gateway port host: dv-cinder-801617-3-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:09:32.072413 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-fad20e88-e7da-4162-8bd7-d5e76d7a015b req-775e12e0-8357-4c43-ac0a-b68fc7738438 service neutron] 10.222.0.13 "GET /v2.0/networks/2f6cc273-aa71-4fbb-86d3-1b26dad4ce50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525364 Jul 28 05:09:32.144336 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b3ab605e-2b70-4db7-9cbd-7cced1a46438 req-0d3ef445-b4fd-4f67-afc7-5774c69f999c service neutron] 10.222.0.13 "GET /v2.0/networks/7040d785-ad9e-439a-8073-762370b8ac7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605315 Jul 28 05:09:32.180224 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-fad20e88-e7da-4162-8bd7-d5e76d7a015b req-8a61cd84-9573-431f-a1fa-be7bd3321470 service neutron] 10.222.0.13 "GET /v2.0/networks/2f6cc273-aa71-4fbb-86d3-1b26dad4ce50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015072 Jul 28 05:09:32.220211 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-6d98887d-6ff8-464a-974f-9429cd66d8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4868c8-8280-4924-9ec3-3439fa3e2324', 'name': 'tempest-ServerRescueNegativeTestJSON-316533616-router', 'tenant_id': 'cd3af660b04c4cd28649da733b80e303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '2e2d333a-f4d9-4967-b4d8-dc029751f03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:06Z', 'updated_at': '2021-07-28T05:09:24Z', 'revision_number': 4, 'project_id': 'cd3af660b04c4cd28649da733b80e303', 'gw_port': {'id': '2e2d333a-f4d9-4967-b4d8-dc029751f03a', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:db:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4868c8-8280-4924-9ec3-3439fa3e2324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:09Z', 'updated_at': '2021-07-28T05:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_interfaces': [{'id': 'c6141a72-be32-4f18-b28b-1f0e7c03be1a', 'name': '', 'network_id': '2f6cc273-aa71-4fbb-86d3-1b26dad4ce50', 'tenant_id': 'cd3af660b04c4cd28649da733b80e303', 'mac_address': 'fa:16:3e:db:d8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4868c8-8280-4924-9ec3-3439fa3e2324', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '55007cfe-ea2e-4cab-9e84-15ae15b8e8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:20Z', 'updated_at': '2021-07-28T05:09:31Z', 'revision_number': 4, 'project_id': 'cd3af660b04c4cd28649da733b80e303', 'subnets': [{'id': '55007cfe-ea2e-4cab-9e84-15ae15b8e8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:09:32.249464 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d98887d-6ff8-464a-974f-9429cd66d8fc None None] The sync data for ids ['1c4868c8-8280-4924-9ec3-3439fa3e2324'] in dv-cinder-801617-3-iscsi is: [{'id': '1c4868c8-8280-4924-9ec3-3439fa3e2324', 'name': 'tempest-ServerRescueNegativeTestJSON-316533616-router', 'tenant_id': 'cd3af660b04c4cd28649da733b80e303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '2e2d333a-f4d9-4967-b4d8-dc029751f03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:06Z', 'updated_at': '2021-07-28T05:09:24Z', 'revision_number': 4, 'project_id': 'cd3af660b04c4cd28649da733b80e303', 'gw_port': {'id': '2e2d333a-f4d9-4967-b4d8-dc029751f03a', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:db:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4868c8-8280-4924-9ec3-3439fa3e2324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:09Z', 'updated_at': '2021-07-28T05:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_interfaces': [{'id': 'c6141a72-be32-4f18-b28b-1f0e7c03be1a', 'name': '', 'network_id': '2f6cc273-aa71-4fbb-86d3-1b26dad4ce50', 'tenant_id': 'cd3af660b04c4cd28649da733b80e303', 'mac_address': 'fa:16:3e:db:d8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c4868c8-8280-4924-9ec3-3439fa3e2324', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '55007cfe-ea2e-4cab-9e84-15ae15b8e8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:20Z', 'updated_at': '2021-07-28T05:09:31Z', 'revision_number': 4, 'project_id': 'cd3af660b04c4cd28649da733b80e303', 'subnets': [{'id': '55007cfe-ea2e-4cab-9e84-15ae15b8e8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:09:32.491721 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-34008d65-67c0-4a3a-9d8a-97a518fac0b8 req-b8dbec4f-3fc4-4527-a5fd-7893cf0ae180 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0346878 Jul 28 05:09:32.631792 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70d936-496c-4f35-9b75-2e6d72ffaab8 req-fd5b1c74-3926-450e-9522-2559ed51014f tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:32.633739 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ed70d936-496c-4f35-9b75-2e6d72ffaab8 req-fd5b1c74-3926-450e-9522-2559ed51014f tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e118b8e-18cd-4b34-b66f-893e8e5db0fb HTTP/1.1" status: 200 len: 943 time: 0.1335771 Jul 28 05:09:32.692116 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c5d1ca-2fc9-4560-888e-efe0de8fc947 req-580545cd-6b12-48a7-a057-831f3245337c tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:32.698980 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-04c5d1ca-2fc9-4560-888e-efe0de8fc947 req-580545cd-6b12-48a7-a057-831f3245337c tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] 10.222.0.13 "GET /v2.0/ports?device_id=649dc269-36a0-4fca-9f66-075ba41eece0 HTTP/1.1" status: 200 len: 943 time: 0.1321418 Jul 28 05:09:32.701527 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e118b8e-18cd-4b34-b66f-893e8e5db0fb', 'tag': '4ff5819f-777b-414b-9f10-643c6d3f7c92'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:09:32.709092 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdaae2d937131cd036474998a49e3e11d53281396ea4e1ac8b096c837d21eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1db5a21-56c6-4327-b408-f20e0430a0f7" -d '{"events": [{"name": "network-changed", "server_uuid": "1e118b8e-18cd-4b34-b66f-893e8e5db0fb", "tag": "4ff5819f-777b-414b-9f10-643c6d3f7c92"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:09:32.774035 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ed70d936-496c-4f35-9b75-2e6d72ffaab8 req-f7f27069-36e8-428b-b290-8f7984908148 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732181 Jul 28 05:09:32.803164 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-04c5d1ca-2fc9-4560-888e-efe0de8fc947 req-60ae95c3-12f7-4f6f-8dac-8c60c23da766 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] 10.222.0.13 "GET /v2.0/security-groups?id=557997c5-5ec0-471e-b73c-4a4a9b55bf10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868807 Jul 28 05:09:32.903784 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a0528614-bb1b-4c6d-b3a9-0f83b9108672 req-46416193-e5aa-408c-8554-2a8e6f5a9efb tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0391047 Jul 28 05:09:33.017927 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9935623b-fd22-4864-8c55-a7bb82a740dc req-edfa3521-0298-4f5d-8cf1-a12d21c5d52e tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.1116588 Jul 28 05:09:33.047209 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 05:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-560768e2-1b0e-48ed-8e25-6269ab6f002c x-openstack-request-id: req-560768e2-1b0e-48ed-8e25-6269ab6f002c {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:09:33.048626 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e118b8e-18cd-4b34-b66f-893e8e5db0fb", "tag": "4ff5819f-777b-414b-9f10-643c6d3f7c92", "status": "completed", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:09:33.049093 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-560768e2-1b0e-48ed-8e25-6269ab6f002c {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:09:33.049807 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e118b8e-18cd-4b34-b66f-893e8e5db0fb', 'tag': '4ff5819f-777b-414b-9f10-643c6d3f7c92', 'status': 'completed', 'code': 200} Jul 28 05:09:33.174458 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device c6141a72-be32-4f18-b28b-1f0e7c03be1a up at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:09:33.277337 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning for port c6141a72-be32-4f18-b28b-1f0e7c03be1a completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:09:33.281482 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning complete for port c6141a72-be32-4f18-b28b-1f0e7c03be1a triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:09:33.281861 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:33.411021 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f5585-c53a-4332-b721-05493767654f req-6994c497-c47b-4f26-9d35-552e124caf0b tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:33.416220 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f86f5585-c53a-4332-b721-05493767654f req-6994c497-c47b-4f26-9d35-552e124caf0b tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/networks?id=2f6cc273-aa71-4fbb-86d3-1b26dad4ce50 HTTP/1.1" status: 200 len: 818 time: 0.1504443 Jul 28 05:09:33.418689 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:33.438520 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f86f5585-c53a-4332-b721-05493767654f req-f18ca3d4-9e08-4b1a-84c1-554e2591646f tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/quotas/cd3af660b04c4cd28649da733b80e303 HTTP/1.1" status: 200 len: 375 time: 0.0164723 Jul 28 05:09:33.491772 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] For port c6141a72-be32-4f18-b28b-1f0e7c03be1a, host dv-cinder-801617-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=c6141a72-be32-4f18-b28b-1f0e7c03be1a,segment=NetworkSegment(6a6fa6e8-d182-4dbf-a398-13b8523e31fa),segment_id=6a6fa6e8-d182-4dbf-a398-13b8523e31fa)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:09:33.497668 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:33.504705 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f86f5585-c53a-4332-b721-05493767654f req-91ddcdf8-03fd-4106-b387-64d1040b6b0b tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cd3af660b04c4cd28649da733b80e303&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0579367 Jul 28 05:09:33.562672 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Pushing event updated for resources: {'Port': ['ID=c6141a72-be32-4f18-b28b-1f0e7c03be1a,revision_number=5']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:33.627753 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-98d623b8-86ce-4712-9a6d-9dd027c9b3e2 req-81f4af49-bf12-4702-81c8-77d38c8fe058 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0385039 Jul 28 05:09:33.650114 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f86f5585-c53a-4332-b721-05493767654f req-8fdec163-f40b-4e88-9d2f-1f72ae467077 service neutron] 10.222.0.13 "GET /v2.0/networks/2f6cc273-aa71-4fbb-86d3-1b26dad4ce50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360738 Jul 28 05:09:33.743893 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f86f5585-c53a-4332-b721-05493767654f req-b3cc0450-885a-4d8d-a6ab-33b5d7d292a1 service neutron] 10.222.0.13 "GET /v2.0/networks/2f6cc273-aa71-4fbb-86d3-1b26dad4ce50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856733 Jul 28 05:09:33.901552 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fff18f5-43dc-4fbc-802b-8bc58ea2e2a9 req-315e2256-24f4-47f6-8840-be08fb11c31a tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:33.903258 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7fff18f5-43dc-4fbc-802b-8bc58ea2e2a9 req-315e2256-24f4-47f6-8840-be08fb11c31a tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e118b8e-18cd-4b34-b66f-893e8e5db0fb HTTP/1.1" status: 200 len: 943 time: 0.0607531 Jul 28 05:09:33.962918 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7fff18f5-43dc-4fbc-802b-8bc58ea2e2a9 req-f2121cbf-9c8e-4ace-a1d1-25eb5c5a0a4b tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532110 Jul 28 05:09:34.004899 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c9d78-3c88-4d9d-b94c-c2f725f3019f req-abf10cd4-9b11-4df7-a0e2-6a1ff3b3d771 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:34.007961 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4f3c9d78-3c88-4d9d-b94c-c2f725f3019f req-abf10cd4-9b11-4df7-a0e2-6a1ff3b3d771 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] 10.222.0.13 "GET /v2.0/ports?device_id=649dc269-36a0-4fca-9f66-075ba41eece0 HTTP/1.1" status: 200 len: 943 time: 0.0763252 Jul 28 05:09:34.058130 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f20464aa-bb87-4217-b467-e4d3ec95b459 req-2ee50842-9221-4c5b-b0ab-dfd6570ec5b8 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 210 time: 0.0302374 Jul 28 05:09:34.080426 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4f3c9d78-3c88-4d9d-b94c-c2f725f3019f req-0f4fa9c6-bab1-4fc7-9d7a-b50dec862c87 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] 10.222.0.13 "GET /v2.0/security-groups?id=557997c5-5ec0-471e-b73c-4a4a9b55bf10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671775 Jul 28 05:09:34.176625 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f9d6e459-1611-4773-a813-e5ef49b71ef9 req-9dbcaf9e-33fc-4ccc-9572-c4faf433e545 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0302143 Jul 28 05:09:34.435539 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:09:34.622253 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cbe6ba-dfa1-4830-ac78-e3c692df5792 req-bb6363bb-4d66-4d5d-9429-e41317f33d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:34.624013 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f4cbe6ba-dfa1-4830-ac78-e3c692df5792 req-bb6363bb-4d66-4d5d-9429-e41317f33d62 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c2b64570-cfb4-4a3c-bd5e-27d398652176 HTTP/1.1" status: 200 len: 912 time: 0.1739676 Jul 28 05:09:34.896105 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f4cbe6ba-dfa1-4830-ac78-e3c692df5792 req-6cb9b57a-2c0d-4fcc-adec-0ab7961d1bf9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=060829ab-bed6-46c4-9028-942a525cf9da HTTP/1.1" status: 200 len: 217 time: 0.2366729 Jul 28 05:09:34.914996 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-23adf808-cdfd-4425-a60d-bf9d793b2b01 req-2babdb09-cb70-45da-aac1-7c82f4112863 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0312548 Jul 28 05:09:34.954134 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db5a21-56c6-4327-b408-f20e0430a0f7 req-387bc2b3-1119-4827-9fe8-bcc040e149dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:34.955663 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e1db5a21-56c6-4327-b408-f20e0430a0f7 req-387bc2b3-1119-4827-9fe8-bcc040e149dc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=30b837791a4f45f7bbefa0af378d5354&device_id=1e118b8e-18cd-4b34-b66f-893e8e5db0fb HTTP/1.1" status: 200 len: 1096 time: 0.3042760 Jul 28 05:09:34.984098 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cbe6ba-dfa1-4830-ac78-e3c692df5792 req-2733b3ef-da25-4ce5-841f-b43ac4b6db32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:34.985867 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f4cbe6ba-dfa1-4830-ac78-e3c692df5792 req-2733b3ef-da25-4ce5-841f-b43ac4b6db32 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0d5686c4-3ab2-48a8-8459-06a113153417 HTTP/1.1" status: 200 len: 851 time: 0.0726635 Jul 28 05:09:35.015386 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device c6141a72-be32-4f18-b28b-1f0e7c03be1a up at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:09:35.040343 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f4cbe6ba-dfa1-4830-ac78-e3c692df5792 req-41afd375-29e8-4495-b238-15f62a44f863 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c2b64570-cfb4-4a3c-bd5e-27d398652176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278847 Jul 28 05:09:35.064907 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning complete for port c6141a72-be32-4f18-b28b-1f0e7c03be1a triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:09:35.065359 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:35.189112 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a3f73260-b99d-42a9-b39e-f72294100683 req-bf5cc5e2-e58a-47be-aa58-200be25f87d2 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 210 time: 0.0492270 Jul 28 05:09:35.192664 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db5a21-56c6-4327-b408-f20e0430a0f7 req-f53e8644-ae0f-4700-8507-3e1b9da44374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:35.194025 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e1db5a21-56c6-4327-b408-f20e0430a0f7 req-f53e8644-ae0f-4700-8507-3e1b9da44374 service neutron] 10.222.0.21 "GET /v2.0/networks?id=300c0b7a-3ec7-45c6-b237-7a8d9dd471d0 HTTP/1.1" status: 200 len: 915 time: 0.2294302 Jul 28 05:09:35.212861 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facebb5b-1c16-41d8-8644-d503ec0cc8c7 req-01ea401c-0c48-45c6-b614-6b1eb68a9b66 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:35.214829 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-facebb5b-1c16-41d8-8644-d503ec0cc8c7 req-01ea401c-0c48-45c6-b614-6b1eb68a9b66 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e118b8e-18cd-4b34-b66f-893e8e5db0fb HTTP/1.1" status: 200 len: 943 time: 0.1730857 Jul 28 05:09:35.276350 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e1db5a21-56c6-4327-b408-f20e0430a0f7 req-29ca4554-0eec-4d1e-967e-1a8b9755dff9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ff5819f-777b-414b-9f10-643c6d3f7c92 HTTP/1.1" status: 200 len: 217 time: 0.0564973 Jul 28 05:09:35.297181 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f4cbe6ba-dfa1-4830-ac78-e3c692df5792 req-a5d3ebde-93bb-4582-96c0-467556680a68 service neutron] 10.222.0.21 "GET /v2.0/networks/c2b64570-cfb4-4a3c-bd5e-27d398652176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408350 Jul 28 05:09:35.297493 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.21', 60864) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:35.323989 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-facebb5b-1c16-41d8-8644-d503ec0cc8c7 req-6249819b-ce10-4f40-acd7-c387841f2dcc tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948932 Jul 28 05:09:35.470552 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6e1e23f9-81ac-468a-919b-5bb96caabd98 req-e3cbc9a3-d135-44f2-9a06-f46ada8e7acf tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0495207 Jul 28 05:09:35.478493 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57ef568-ab4b-4140-ac7d-a047f82f4c9c req-133d819d-bbb9-4bb1-b41b-ad14c960dd80 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:35.480232 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c57ef568-ab4b-4140-ac7d-a047f82f4c9c req-133d819d-bbb9-4bb1-b41b-ad14c960dd80 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] 10.222.0.13 "GET /v2.0/ports?device_id=649dc269-36a0-4fca-9f66-075ba41eece0 HTTP/1.1" status: 200 len: 943 time: 0.1985908 Jul 28 05:09:35.521299 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1db5a21-56c6-4327-b408-f20e0430a0f7 req-02609203-59fb-48fc-95f8-476d7f08bf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:35.522993 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e1db5a21-56c6-4327-b408-f20e0430a0f7 req-02609203-59fb-48fc-95f8-476d7f08bf02 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f56af102-7f6a-4a13-8214-ac092fadb2ac HTTP/1.1" status: 200 len: 854 time: 0.1899016 Jul 28 05:09:35.588234 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e1db5a21-56c6-4327-b408-f20e0430a0f7 req-0e5fa872-3ea9-4c3b-bb55-7b43fa6fb488 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=300c0b7a-3ec7-45c6-b237-7a8d9dd471d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421240 Jul 28 05:09:35.596098 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c57ef568-ab4b-4140-ac7d-a047f82f4c9c req-daf82aed-3895-4adc-a80f-cfd69d4d985b tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] 10.222.0.13 "GET /v2.0/security-groups?id=557997c5-5ec0-471e-b73c-4a4a9b55bf10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069160 Jul 28 05:09:35.598206 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd8a07-3612-40f2-a14d-a8db7333c349 req-111adad8-1903-4a57-a9e8-278445003deb tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:35.599796 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-39bd8a07-3612-40f2-a14d-a8db7333c349 req-111adad8-1903-4a57-a9e8-278445003deb tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.21 "GET /v2.0/networks?id=34e1948f-8e2c-47b9-a68d-5f2322a08957 HTTP/1.1" status: 200 len: 817 time: 0.2745962 Jul 28 05:09:35.609737 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f4cbe6ba-dfa1-4830-ac78-e3c692df5792 req-6162959b-44f6-4d51-97f8-dcad6eb305cd service neutron] 10.222.0.21 "GET /v2.0/networks/c2b64570-cfb4-4a3c-bd5e-27d398652176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780061 Jul 28 05:09:35.709710 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-39bd8a07-3612-40f2-a14d-a8db7333c349 req-ed35742e-a338-4acb-8cf6-99eed8ed9356 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f77014531530497aa60d1269fde1bd6f HTTP/1.1" status: 200 len: 380 time: 0.0599909 Jul 28 05:09:35.722413 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [req-39bd8a07-3612-40f2-a14d-a8db7333c349 req-8b0d1647-a1fa-4cdd-949b-5172a654477c tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Request body: {'port': {'device_id': '16111e10-0c5b-49b8-89d1-7539f001eca5', 'network_id': '34e1948f-8e2c-47b9-a68d-5f2322a08957', 'admin_state_up': True, 'tenant_id': 'f77014531530497aa60d1269fde1bd6f', 'security_groups': ['014bbb43-3d72-4915-b240-cd83d8f5d1d0']}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:09:35.743277 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e1db5a21-56c6-4327-b408-f20e0430a0f7 req-cd2de945-7c89-4078-8edf-3b988c5d9e08 service neutron] 10.222.0.21 "GET /v2.0/networks/300c0b7a-3ec7-45c6-b237-7a8d9dd471d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151602 Jul 28 05:09:35.868664 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39bd8a07-3612-40f2-a14d-a8db7333c349 req-8b0d1647-a1fa-4cdd-949b-5172a654477c tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Made reservation on behalf of f77014531530497aa60d1269fde1bd6f for: {'port': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:09:35.872582 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-39bd8a07-3612-40f2-a14d-a8db7333c349 req-8b0d1647-a1fa-4cdd-949b-5172a654477c tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:35.909409 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e1db5a21-56c6-4327-b408-f20e0430a0f7 req-d1d43e76-8867-43ab-87f6-08deb55e3469 service neutron] 10.222.0.21 "GET /v2.0/networks/300c0b7a-3ec7-45c6-b237-7a8d9dd471d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479187 Jul 28 05:09:36.077576 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-49a1c469-0dc2-4346-8d5d-3f1526f6baa6 req-e2177458-557c-4088-ae7a-6cb7d1fbf8a6 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0465732 Jul 28 05:09:36.218964 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [req-39bd8a07-3612-40f2-a14d-a8db7333c349 req-8b0d1647-a1fa-4cdd-949b-5172a654477c tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Allocated IP 172.20.0.8 (34e1948f-8e2c-47b9-a68d-5f2322a08957/e9700662-b8e7-49fb-ada5-3c005d49b640/9f4be593-7ae9-4cfe-bfcb-ea5fc3764266) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:09:36.240166 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f5585-c53a-4332-b721-05493767654f req-373fe50f-ae3b-4906-a5e9-55c5e11a3f0c tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:36.241799 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f86f5585-c53a-4332-b721-05493767654f req-373fe50f-ae3b-4906-a5e9-55c5e11a3f0c tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.21 "GET /v2.0/networks?id=2f6cc273-aa71-4fbb-86d3-1b26dad4ce50 HTTP/1.1" status: 200 len: 818 time: 0.1633418 Jul 28 05:09:36.265956 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [req-f86f5585-c53a-4332-b721-05493767654f req-1322b1d2-25f1-4eaa-9a4b-53c6ca7f1642 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Request body: {'port': {'device_id': 'b083cf3d-ef6b-4a61-8e03-14f279779c45', 'network_id': '2f6cc273-aa71-4fbb-86d3-1b26dad4ce50', 'admin_state_up': True, 'tenant_id': 'cd3af660b04c4cd28649da733b80e303'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:09:36.454874 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-39bd8a07-3612-40f2-a14d-a8db7333c349 req-8b0d1647-a1fa-4cdd-949b-5172a654477c tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:36.471984 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [req-39bd8a07-3612-40f2-a14d-a8db7333c349 req-8b0d1647-a1fa-4cdd-949b-5172a654477c tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Transition to ACTIVE for port object 9f4be593-7ae9-4cfe-bfcb-ea5fc3764266 will not be triggered until provisioned by entity DHCP. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:09:36.488457 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b468a219-0c4d-425f-8508-a1e50f88ecc2 req-2589c408-d354-49e3-8742-57382f5bb19e tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 210 time: 0.1764545 Jul 28 05:09:36.538027 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-39bd8a07-3612-40f2-a14d-a8db7333c349 req-8b0d1647-a1fa-4cdd-949b-5172a654477c tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227148292'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:36.592910 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 43482) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:36.634715 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39bd8a07-3612-40f2-a14d-a8db7333c349 req-8b0d1647-a1fa-4cdd-949b-5172a654477c tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Network 34e1948f-8e2c-47b9-a68d-5f2322a08957 is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:09:36.642765 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [req-39bd8a07-3612-40f2-a14d-a8db7333c349 req-8b0d1647-a1fa-4cdd-949b-5172a654477c tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:09:36.647247 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [req-39bd8a07-3612-40f2-a14d-a8db7333c349 req-8b0d1647-a1fa-4cdd-949b-5172a654477c tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 05:09:36.652773 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd8a07-3612-40f2-a14d-a8db7333c349 req-8b0d1647-a1fa-4cdd-949b-5172a654477c tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:36.653399 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-39bd8a07-3612-40f2-a14d-a8db7333c349 req-8b0d1647-a1fa-4cdd-949b-5172a654477c tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:36.658815 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ec783198-2aa6-4780-8e1f-488fe9bc294f req-1fab2b82-9b3b-4bf6-ad55-1ea554940ccd tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0649507 Jul 28 05:09:36.663319 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0d1647-a1fa-4cdd-949b-5172a654477c tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Pushing event updated for resources: {'Port': ['ID=9f4be593-7ae9-4cfe-bfcb-ea5fc3764266,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:36.699760 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd5d37c-72e4-4eea-aa45-83fa78ff693c req-75401f19-3773-4bd2-9b7a-126c8b26fba2 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:36.701252 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4bd5d37c-72e4-4eea-aa45-83fa78ff693c req-75401f19-3773-4bd2-9b7a-126c8b26fba2 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e118b8e-18cd-4b34-b66f-893e8e5db0fb HTTP/1.1" status: 200 len: 943 time: 0.2095842 Jul 28 05:09:36.718227 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad20e88-e7da-4162-8bd7-d5e76d7a015b req-3340f19d-f160-4ed5-9007-b7bf6791e305 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:36.719914 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-fad20e88-e7da-4162-8bd7-d5e76d7a015b req-3340f19d-f160-4ed5-9007-b7bf6791e305 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.21 "GET /v2.0/networks?id=2f6cc273-aa71-4fbb-86d3-1b26dad4ce50 HTTP/1.1" status: 200 len: 818 time: 0.1880653 Jul 28 05:09:36.720392 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-39bd8a07-3612-40f2-a14d-a8db7333c349 req-8b0d1647-a1fa-4cdd-949b-5172a654477c tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0027092 Jul 28 05:09:36.722867 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f86f5585-c53a-4332-b721-05493767654f req-1322b1d2-25f1-4eaa-9a4b-53c6ca7f1642 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Made reservation on behalf of cd3af660b04c4cd28649da733b80e303 for: {'port': 1} {{(pid=93163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:09:36.726308 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-f86f5585-c53a-4332-b721-05493767654f req-1322b1d2-25f1-4eaa-9a4b-53c6ca7f1642 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:36.811583 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-35a3fcc6-59e3-4a18-82b9-ae6555b16917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:36.825395 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4bd5d37c-72e4-4eea-aa45-83fa78ff693c req-4afdab24-1276-4c46-8d72-44d624ae8fa8 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044111 Jul 28 05:09:36.887784 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d4f279-5a0b-4f5f-84ba-2b8881f2826d req-345f1864-30b0-46a9-9ad1-0e484d438a86 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:36.889282 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e6d4f279-5a0b-4f5f-84ba-2b8881f2826d req-345f1864-30b0-46a9-9ad1-0e484d438a86 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] 10.222.0.13 "GET /v2.0/ports?device_id=649dc269-36a0-4fca-9f66-075ba41eece0 HTTP/1.1" status: 200 len: 943 time: 0.1544433 Jul 28 05:09:36.896856 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-c4b24291-c34c-42f1-b54a-b64ff1cdf256 None None] Provisioning for port 9f4be593-7ae9-4cfe-bfcb-ea5fc3764266 completed by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:09:36.903364 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-c4b24291-c34c-42f1-b54a-b64ff1cdf256 None None] Provisioning complete for port 9f4be593-7ae9-4cfe-bfcb-ea5fc3764266 triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:09:36.904311 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-c4b24291-c34c-42f1-b54a-b64ff1cdf256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:36.938515 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-c4b24291-c34c-42f1-b54a-b64ff1cdf256 None None] Port 9f4be593-7ae9-4cfe-bfcb-ea5fc3764266 cannot update to ACTIVE because it is not bound. {{(pid=93164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 05:09:36.993331 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e6d4f279-5a0b-4f5f-84ba-2b8881f2826d req-820d8ca6-b4a9-4aec-8d99-6d3a7b6fcb30 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] 10.222.0.13 "GET /v2.0/security-groups?id=557997c5-5ec0-471e-b73c-4a4a9b55bf10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906379 Jul 28 05:09:37.004585 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_common [req-f86f5585-c53a-4332-b721-05493767654f req-1322b1d2-25f1-4eaa-9a4b-53c6ca7f1642 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Allocated IP 172.20.0.9 (2f6cc273-aa71-4fbb-86d3-1b26dad4ce50/55007cfe-ea2e-4cab-9e84-15ae15b8e8bc/a624a92f-6767-4bea-a454-f4d856510779) {{(pid=93163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:09:37.083599 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-35a3fcc6-59e3-4a18-82b9-ae6555b16917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:37.087738 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-35a3fcc6-59e3-4a18-82b9-ae6555b16917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:37.103221 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 43494) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:37.193974 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-35a3fcc6-59e3-4a18-82b9-ae6555b16917 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d798b037c37648d3982bdd36631f5714&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5937366 Jul 28 05:09:37.194662 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a3fcc6-59e3-4a18-82b9-ae6555b16917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5b1ad7-e558-4ef6-ba7a-03ebdd7c7501,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:37.196914 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 43500) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:37.235524 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e36cd7be-cd25-4d56-b102-747f9b458687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:37.271544 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afae711-acb0-460b-aab8-6b87a5be19a6 req-0b5898e8-c001-4268-a90f-082a413ba70e tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:37.272929 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3afae711-acb0-460b-aab8-6b87a5be19a6 req-0b5898e8-c001-4268-a90f-082a413ba70e tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 931 time: 0.1018357 Jul 28 05:09:37.275780 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-f86f5585-c53a-4332-b721-05493767654f req-1322b1d2-25f1-4eaa-9a4b-53c6ca7f1642 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Notify callbacks [] for port, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:37.304003 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c3b4e328-e4f3-4a27-93fe-532eec80fd16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:37.335929 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3afae711-acb0-460b-aab8-6b87a5be19a6 req-3adee350-a39c-4f81-8197-5b7dce774140 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551367 Jul 28 05:09:37.336717 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c3b4e328-e4f3-4a27-93fe-532eec80fd16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:37.354722 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-f86f5585-c53a-4332-b721-05493767654f req-1322b1d2-25f1-4eaa-9a4b-53c6ca7f1642 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227148292'] for port, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:37.406464 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f86f5585-c53a-4332-b721-05493767654f req-1322b1d2-25f1-4eaa-9a4b-53c6ca7f1642 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Network 2f6cc273-aa71-4fbb-86d3-1b26dad4ce50 is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:09:37.411611 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [req-f86f5585-c53a-4332-b721-05493767654f req-1322b1d2-25f1-4eaa-9a4b-53c6ca7f1642 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:09:37.412212 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e36cd7be-cd25-4d56-b102-747f9b458687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:37.415962 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [req-f86f5585-c53a-4332-b721-05493767654f req-1322b1d2-25f1-4eaa-9a4b-53c6ca7f1642 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Received port after_create {{(pid=93163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 05:09:37.417130 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e36cd7be-cd25-4d56-b102-747f9b458687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:37.421567 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f5585-c53a-4332-b721-05493767654f req-1322b1d2-25f1-4eaa-9a4b-53c6ca7f1642 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:37.422178 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-f86f5585-c53a-4332-b721-05493767654f req-1322b1d2-25f1-4eaa-9a4b-53c6ca7f1642 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for port, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:37.422483 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c3b4e328-e4f3-4a27-93fe-532eec80fd16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:37.425080 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c3b4e328-e4f3-4a27-93fe-532eec80fd16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:37.428572 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1322b1d2-25f1-4eaa-9a4b-53c6ca7f1642 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Pushing event updated for resources: {'Port': ['ID=a624a92f-6767-4bea-a454-f4d856510779,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:37.428700 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-c3b4e328-e4f3-4a27-93fe-532eec80fd16 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2a5b1ad7-e558-4ef6-ba7a-03ebdd7c7501 HTTP/1.1" status: 204 len: 168 time: 0.2282362 Jul 28 05:09:37.446009 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f86f5585-c53a-4332-b721-05493767654f req-1322b1d2-25f1-4eaa-9a4b-53c6ca7f1642 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1852815 Jul 28 05:09:37.462120 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-e36cd7be-cd25-4d56-b102-747f9b458687 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f10cedbe2d0c4bfaa43135fac2ab4b75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3577781 Jul 28 05:09:37.463205 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36cd7be-cd25-4d56-b102-747f9b458687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0111cab4-f5b9-4324-9ad0-b9a5671095dd,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:37.464830 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 43506) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:37.474443 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b4e328-e4f3-4a27-93fe-532eec80fd16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5b1ad7-e558-4ef6-ba7a-03ebdd7c7501,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:37.515782 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5b479e67-0743-419b-a668-51d49af4569c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:37.540084 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5b479e67-0743-419b-a668-51d49af4569c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:37.622590 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e7665-3835-49f7-85c7-f301c45b214c req-79625f58-f172-4260-bdc9-e809defe22f8 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:37.624001 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0a0e7665-3835-49f7-85c7-f301c45b214c req-79625f58-f172-4260-bdc9-e809defe22f8 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 931 time: 0.0600433 Jul 28 05:09:37.637173 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5b479e67-0743-419b-a668-51d49af4569c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:37.639608 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5b479e67-0743-419b-a668-51d49af4569c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:37.640693 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-5b479e67-0743-419b-a668-51d49af4569c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0111cab4-f5b9-4324-9ad0-b9a5671095dd HTTP/1.1" status: 204 len: 168 time: 0.1748946 Jul 28 05:09:37.661843 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b479e67-0743-419b-a668-51d49af4569c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0111cab4-f5b9-4324-9ad0-b9a5671095dd,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:37.677936 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0a0e7665-3835-49f7-85c7-f301c45b214c req-e18077f7-fe2d-4687-9282-2387d76b2e22 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479841 Jul 28 05:09:37.739236 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 43516) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:37.754056 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-194e694f-59b1-4d11-adab-20377db54a7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:37.760082 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c49dbea8-77c0-481c-b05f-94a284d4247d req-77b6caba-7b21-4dda-b1fe-7864189c14fd tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0275991 Jul 28 05:09:37.843859 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-194e694f-59b1-4d11-adab-20377db54a7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:37.851577 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-194e694f-59b1-4d11-adab-20377db54a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:37.892029 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-194e694f-59b1-4d11-adab-20377db54a7f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8f1b1832601140c8a1665f8ae154caab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1514933 Jul 28 05:09:37.894646 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 43522) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:37.896401 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194e694f-59b1-4d11-adab-20377db54a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b87fa7-e7b1-4d4f-aed7-b57a15a5289d,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:37.939109 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 43524) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:37.952428 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-68701a1f-800f-4ce4-89cd-9fb0bb554bd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:37.977174 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78748867-1d8f-4396-bb39-a3d2f22e7d5f req-c42b3326-f406-4cdb-b1ed-8262632915ef tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:37.978648 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-78748867-1d8f-4396-bb39-a3d2f22e7d5f req-c42b3326-f406-4cdb-b1ed-8262632915ef tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e118b8e-18cd-4b34-b66f-893e8e5db0fb HTTP/1.1" status: 200 len: 943 time: 0.0770996 Jul 28 05:09:37.995944 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-638bf621-5b69-404d-8fba-fb248ec90bdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:38.038669 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-638bf621-5b69-404d-8fba-fb248ec90bdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:38.043349 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-78748867-1d8f-4396-bb39-a3d2f22e7d5f req-54f7de08-62db-4ec6-af79-804af072d7a2 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569513 Jul 28 05:09:38.048365 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-68701a1f-800f-4ce4-89cd-9fb0bb554bd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:38.053729 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-68701a1f-800f-4ce4-89cd-9fb0bb554bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:38.093039 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-68701a1f-800f-4ce4-89cd-9fb0bb554bd7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=59ea1f64a7ab44efa4813c26b9dba3ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1527495 Jul 28 05:09:38.093972 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68701a1f-800f-4ce4-89cd-9fb0bb554bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128b3f21-9118-4926-9cce-5105ebe14cb2,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:38.096447 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 43528) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:38.126373 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb3707-c63c-4883-b430-6ccda1c9ddf2 req-aa05b7e6-b034-4abb-a85c-c47ab796a08d tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:38.127937 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-99bb3707-c63c-4883-b430-6ccda1c9ddf2 req-aa05b7e6-b034-4abb-a85c-c47ab796a08d tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] 10.222.0.13 "GET /v2.0/ports?device_id=649dc269-36a0-4fca-9f66-075ba41eece0 HTTP/1.1" status: 200 len: 943 time: 0.0634630 Jul 28 05:09:38.149238 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-895beb0b-3bdb-419f-88fe-eee6350b0444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:38.150511 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-638bf621-5b69-404d-8fba-fb248ec90bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:38.152983 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-638bf621-5b69-404d-8fba-fb248ec90bdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:38.154056 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-638bf621-5b69-404d-8fba-fb248ec90bdb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/34b87fa7-e7b1-4d4f-aed7-b57a15a5289d HTTP/1.1" status: 204 len: 168 time: 0.2582197 Jul 28 05:09:38.166802 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638bf621-5b69-404d-8fba-fb248ec90bdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b87fa7-e7b1-4d4f-aed7-b57a15a5289d,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:38.171828 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-895beb0b-3bdb-419f-88fe-eee6350b0444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:38.184862 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-99bb3707-c63c-4883-b430-6ccda1c9ddf2 req-9c81ffa2-80b7-49a6-91bc-b7bacfd44678 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] 10.222.0.13 "GET /v2.0/security-groups?id=557997c5-5ec0-471e-b73c-4a4a9b55bf10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495081 Jul 28 05:09:38.226467 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-895beb0b-3bdb-419f-88fe-eee6350b0444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:38.228996 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-895beb0b-3bdb-419f-88fe-eee6350b0444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:38.231958 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-895beb0b-3bdb-419f-88fe-eee6350b0444 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/128b3f21-9118-4926-9cce-5105ebe14cb2 HTTP/1.1" status: 204 len: 168 time: 0.1344926 Jul 28 05:09:38.240719 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895beb0b-3bdb-419f-88fe-eee6350b0444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128b3f21-9118-4926-9cce-5105ebe14cb2,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:38.473117 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44d31a7-d35f-4dbd-a6fc-e10e257a7107 req-1a77e679-fdae-4b71-bf59-869ee401080c tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:38.474708 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b44d31a7-d35f-4dbd-a6fc-e10e257a7107 req-1a77e679-fdae-4b71-bf59-869ee401080c tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 931 time: 0.0496089 Jul 28 05:09:38.515793 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b44d31a7-d35f-4dbd-a6fc-e10e257a7107 req-5a431966-45b3-4ea0-8da1-a6c1f66104fe tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347834 Jul 28 05:09:38.805637 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd303b23-061b-4015-96fc-6f77ebf5db16 req-ebcb8f79-f8d4-40cb-bfc4-53c7c3b68593 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:38.807337 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-cd303b23-061b-4015-96fc-6f77ebf5db16 req-ebcb8f79-f8d4-40cb-bfc4-53c7c3b68593 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 931 time: 0.0548992 Jul 28 05:09:38.861476 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-cd303b23-061b-4015-96fc-6f77ebf5db16 req-72b79fa5-b761-4693-b668-5e8c8a6d0a09 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478296 Jul 28 05:09:38.886937 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-cf4ac1ed-b696-463d-afd5-4a1608f8dffd req-e9697a0d-33af-479e-a76f-36a589000683 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0460043 Jul 28 05:09:39.175061 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c141fa02-6453-4e04-b80d-dc8bf633afab req-0c940c95-2b08-4db6-9ecf-07a6342551a5 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:39.176646 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c141fa02-6453-4e04-b80d-dc8bf633afab req-0c940c95-2b08-4db6-9ecf-07a6342551a5 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e118b8e-18cd-4b34-b66f-893e8e5db0fb HTTP/1.1" status: 200 len: 943 time: 0.0541992 Jul 28 05:09:39.219467 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c141fa02-6453-4e04-b80d-dc8bf633afab req-f31cd5d9-5749-49c3-8dcd-9b1ab7f0ff98 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350752 Jul 28 05:09:39.314897 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab82708-7bbc-4131-bae1-49baff898672 req-ed32d193-57a8-4425-9041-6807bf3d0412 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:39.320507 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1ab82708-7bbc-4131-bae1-49baff898672 req-ed32d193-57a8-4425-9041-6807bf3d0412 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] 10.222.0.13 "GET /v2.0/ports?device_id=649dc269-36a0-4fca-9f66-075ba41eece0 HTTP/1.1" status: 200 len: 943 time: 0.0524399 Jul 28 05:09:39.358702 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1ab82708-7bbc-4131-bae1-49baff898672 req-dfe8c6bc-6581-4bb8-ac4b-e7e7c2a608b1 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] 10.222.0.13 "GET /v2.0/security-groups?id=557997c5-5ec0-471e-b73c-4a4a9b55bf10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336003 Jul 28 05:09:39.384665 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 43600) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:39.537472 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device 060829ab-bed6-46c4-9028-942a525cf9da details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=93164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 05:09:39.579143 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [req-f86f5585-c53a-4332-b721-05493767654f req-9d4965b2-bc62-4620-baa7-c89c9d91b8c7 service neutron] Request body: {'port': {'device_id': 'b083cf3d-ef6b-4a61-8e03-14f279779c45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80161'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:09:39.579468 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [req-39bd8a07-3612-40f2-a14d-a8db7333c349 req-afd6f2ff-0e71-4e9e-be4c-ec53ce3a74a6 service neutron] Request body: {'port': {'device_id': '16111e10-0c5b-49b8-89d1-7539f001eca5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80161'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:09:39.655477 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [req-fad20e88-e7da-4162-8bd7-d5e76d7a015b req-4473ac8d-0341-4bd0-a0ca-bdaedd7cec27 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Request body: {'port': {'device_id': '9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9', 'network_id': '2f6cc273-aa71-4fbb-86d3-1b26dad4ce50', 'admin_state_up': True, 'tenant_id': 'cd3af660b04c4cd28649da733b80e303'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:09:39.672832 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] For port 060829ab-bed6-46c4-9028-942a525cf9da, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=060829ab-bed6-46c4-9028-942a525cf9da,segment=NetworkSegment(949e29e1-d13b-497b-9507-4686ec427a98),segment_id=949e29e1-d13b-497b-9507-4686ec427a98)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:09:39.689046 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Returning: {'device': '060829ab-bed6-46c4-9028-942a525cf9da', 'network_id': 'c2b64570-cfb4-4a3c-bd5e-27d398652176', 'port_id': '060829ab-bed6-46c4-9028-942a525cf9da', 'mac_address': 'fa:16:3e:a0:fa:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d5686c4-3ab2-48a8-8459-06a113153417', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 05:09:39.724233 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-39bd8a07-3612-40f2-a14d-a8db7333c349 req-afd6f2ff-0e71-4e9e-be4c-ec53ce3a74a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:39.739961 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:39.740289 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f278667b-aa0f-4412-8551-9a878e6dbd49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:39.755486 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 060829ab-bed6-46c4-9028-942a525cf9da {{(pid=93164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 05:09:39.785445 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] For port 060829ab-bed6-46c4-9028-942a525cf9da, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=060829ab-bed6-46c4-9028-942a525cf9da,segment=NetworkSegment(949e29e1-d13b-497b-9507-4686ec427a98),segment_id=949e29e1-d13b-497b-9507-4686ec427a98)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:09:39.790602 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:39.791585 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device 4ff5819f-777b-414b-9f10-643c6d3f7c92 details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=93164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 05:09:39.906885 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Pushing event updated for resources: {'Port': ['ID=060829ab-bed6-46c4-9028-942a525cf9da,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:39.960458 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] For port 4ff5819f-777b-414b-9f10-643c6d3f7c92, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=4ff5819f-777b-414b-9f10-643c6d3f7c92,segment=NetworkSegment(00b60877-949c-4583-bcd9-a2d1f7b925b6),segment_id=00b60877-949c-4583-bcd9-a2d1f7b925b6)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:09:39.976559 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Returning: {'device': '4ff5819f-777b-414b-9f10-643c6d3f7c92', 'network_id': '300c0b7a-3ec7-45c6-b237-7a8d9dd471d0', 'port_id': '4ff5819f-777b-414b-9f10-643c6d3f7c92', 'mac_address': 'fa:16:3e:b0:27:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f56af102-7f6a-4a13-8214-ac092fadb2ac', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 05:09:40.033512 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-f86f5585-c53a-4332-b721-05493767654f req-9d4965b2-bc62-4620-baa7-c89c9d91b8c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:40.038066 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:40.070007 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ff5819f-777b-414b-9f10-643c6d3f7c92 {{(pid=93164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 05:09:40.097810 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] For port 4ff5819f-777b-414b-9f10-643c6d3f7c92, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=4ff5819f-777b-414b-9f10-643c6d3f7c92,segment=NetworkSegment(00b60877-949c-4583-bcd9-a2d1f7b925b6),segment_id=00b60877-949c-4583-bcd9-a2d1f7b925b6)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:09:40.103292 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:40.131667 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1982a-328b-4057-bc33-e28ab351ed87 req-986e8066-2d3e-4a7a-88dd-5dce25447034 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:40.133354 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-fdd1982a-328b-4057-bc33-e28ab351ed87 req-986e8066-2d3e-4a7a-88dd-5dce25447034 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 931 time: 0.4745381 Jul 28 05:09:40.149799 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.21', 60874) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:40.157146 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [req-39bd8a07-3612-40f2-a14d-a8db7333c349 req-afd6f2ff-0e71-4e9e-be4c-ec53ce3a74a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f4be593-7ae9-4cfe-bfcb-ea5fc3764266 {{(pid=93162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 05:09:40.160366 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe0c4f-059c-4117-9e7c-4994516b9638 req-d21a6669-f9cd-486a-8bfb-40146ce24fd9 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:40.162792 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ebbe0c4f-059c-4117-9e7c-4994516b9638 req-d21a6669-f9cd-486a-8bfb-40146ce24fd9 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 931 time: 0.1755886 Jul 28 05:09:40.188450 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Pushing event updated for resources: {'Port': ['ID=4ff5819f-777b-414b-9f10-643c6d3f7c92,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:40.333130 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-fdd1982a-328b-4057-bc33-e28ab351ed87 req-dea7ef7d-b5a3-402c-86bf-101107e5f9a7 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1882687 Jul 28 05:09:40.375760 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-39bd8a07-3612-40f2-a14d-a8db7333c349 req-afd6f2ff-0e71-4e9e-be4c-ec53ce3a74a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:40.435150 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab605e-2b70-4db7-9cbd-7cced1a46438 req-7f9281e2-40a8-4bd0-bb29-b1eb311b05bd tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:40.437333 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b3ab605e-2b70-4db7-9cbd-7cced1a46438 req-7f9281e2-40a8-4bd0-bb29-b1eb311b05bd tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.21 "GET /v2.0/networks?id=7040d785-ad9e-439a-8073-762370b8ac7a HTTP/1.1" status: 200 len: 811 time: 0.2728901 Jul 28 05:09:40.487709 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [req-39bd8a07-3612-40f2-a14d-a8db7333c349 req-afd6f2ff-0e71-4e9e-be4c-ec53ce3a74a6 service neutron] Transition to ACTIVE for port object 9f4be593-7ae9-4cfe-bfcb-ea5fc3764266 will not be triggered until provisioned by entity L2. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:09:40.501639 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-39bd8a07-3612-40f2-a14d-a8db7333c349 req-afd6f2ff-0e71-4e9e-be4c-ec53ce3a74a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:40.520173 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] get_ports_and_sgs() called for port_ids ['060829ab-bed6-46c4-9028-942a525cf9da'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:09:40.538387 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ebbe0c4f-059c-4117-9e7c-4994516b9638 req-30315fb8-de79-41f5-9da4-7f730161e7ca tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517537 Jul 28 05:09:40.563451 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b3ab605e-2b70-4db7-9cbd-7cced1a46438 req-c99aa183-db7f-46ca-9d79-0cac949b22d0 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38cd928d0e0347d0baad775ab2994326 HTTP/1.1" status: 200 len: 380 time: 0.1041937 Jul 28 05:09:40.573361 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd6f2ff-0e71-4e9e-be4c-ec53ce3a74a6 service neutron] Pushing event updated for resources: {'Port': ['ID=9f4be593-7ae9-4cfe-bfcb-ea5fc3764266,revision_number=2']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:40.585472 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c1f6d129-36a1-4c48-a652-80f720a6986c req-821bda62-24a2-4386-a28b-6ee3beacbe38 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0746517 Jul 28 05:09:40.586323 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [req-b3ab605e-2b70-4db7-9cbd-7cced1a46438 req-6d12043c-c56c-414a-85a2-7a9de83a5ca4 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Request body: {'port': {'device_id': 'cb83aa2e-d4fc-465b-b510-fc569c2d3a02', 'network_id': '7040d785-ad9e-439a-8073-762370b8ac7a', 'admin_state_up': True, 'tenant_id': '38cd928d0e0347d0baad775ab2994326', 'security_groups': ['914ab7d4-c321-44bb-8153-ea66db053fa7']}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:09:40.616349 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] get_ports_and_sgs() called for port_ids ['4ff5819f-777b-414b-9f10-643c6d3f7c92'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:09:40.774762 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f278667b-aa0f-4412-8551-9a878e6dbd49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:40.792397 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [req-f86f5585-c53a-4332-b721-05493767654f req-9d4965b2-bc62-4620-baa7-c89c9d91b8c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a624a92f-6767-4bea-a454-f4d856510779 {{(pid=93163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 05:09:40.803192 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f278667b-aa0f-4412-8551-9a878e6dbd49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:40.815027 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-f86f5585-c53a-4332-b721-05493767654f req-9d4965b2-bc62-4620-baa7-c89c9d91b8c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:40.833596 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fad20e88-e7da-4162-8bd7-d5e76d7a015b req-4473ac8d-0341-4bd0-a0ca-bdaedd7cec27 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Made reservation on behalf of cd3af660b04c4cd28649da733b80e303 for: {'port': 1} {{(pid=93163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:09:40.837155 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-fad20e88-e7da-4162-8bd7-d5e76d7a015b req-4473ac8d-0341-4bd0-a0ca-bdaedd7cec27 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:40.843780 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f278667b-aa0f-4412-8551-9a878e6dbd49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1b914e-503f-4304-9d9d-40a4c60cf3ed,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:40.848389 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.db.api [req-b3ab605e-2b70-4db7-9cbd-7cced1a46438 req-6d12043c-c56c-414a-85a2-7a9de83a5ca4 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 05:09:40.848389 dv-cinder-801617-3-iscsi neutron-server[93162]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 05:09:40.848389 dv-cinder-801617-3-iscsi neutron-server[93162]: [parameters: {'project_id_1': '38cd928d0e0347d0baad775ab2994326', 'expiration_1': datetime.datetime(2021, 7, 28, 5, 9, 40, 778704)}] Jul 28 05:09:40.848389 dv-cinder-801617-3-iscsi neutron-server[93162]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93162) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 05:09:40.848813 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG oslo_db.api [req-b3ab605e-2b70-4db7-9cbd-7cced1a46438 req-6d12043c-c56c-414a-85a2-7a9de83a5ca4 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 05:09:40.866531 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b96a5-d703-4367-a3c0-179268942443 req-c1ea3ca6-f508-42bd-9b0b-b40eca9c576d tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:40.868084 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-772b96a5-d703-4367-a3c0-179268942443 req-c1ea3ca6-f508-42bd-9b0b-b40eca9c576d tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e118b8e-18cd-4b34-b66f-893e8e5db0fb HTTP/1.1" status: 200 len: 944 time: 0.1465235 Jul 28 05:09:40.869286 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [req-f86f5585-c53a-4332-b721-05493767654f req-9d4965b2-bc62-4620-baa7-c89c9d91b8c7 service neutron] Transition to ACTIVE for port object a624a92f-6767-4bea-a454-f4d856510779 will not be triggered until provisioned by entity L2. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:09:40.884876 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-39bd8a07-3612-40f2-a14d-a8db7333c349 req-afd6f2ff-0e71-4e9e-be4c-ec53ce3a74a6 service neutron] Attempting to bind port 9f4be593-7ae9-4cfe-bfcb-ea5fc3764266 on host hv-cinder-80161 for vnic_type normal with profile {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 05:09:40.885234 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-39bd8a07-3612-40f2-a14d-a8db7333c349 req-afd6f2ff-0e71-4e9e-be4c-ec53ce3a74a6 service neutron] Attempting to bind port 9f4be593-7ae9-4cfe-bfcb-ea5fc3764266 by drivers openvswitch,hyperv on host hv-cinder-80161 at level 0 using segments [{'id': 'b6e7b6af-52d2-4c9f-b399-76a1466735d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '34e1948f-8e2c-47b9-a68d-5f2322a08957'}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 05:09:40.885466 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-f86f5585-c53a-4332-b721-05493767654f req-9d4965b2-bc62-4620-baa7-c89c9d91b8c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:40.885589 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bd8a07-3612-40f2-a14d-a8db7333c349 req-afd6f2ff-0e71-4e9e-be4c-ec53ce3a74a6 service neutron] Attempting to bind port 9f4be593-7ae9-4cfe-bfcb-ea5fc3764266 on network 34e1948f-8e2c-47b9-a68d-5f2322a08957 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:09:40.897964 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-f278667b-aa0f-4412-8551-9a878e6dbd49 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=383e6b9e9cae44d3bd309e6e7772173a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5096641 Jul 28 05:09:40.898172 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159b7eb-5b07-49df-ba88-bf009970fede req-7ef51a5f-eead-4c8a-80d1-23205f5f76fd tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:40.898172 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4159b7eb-5b07-49df-ba88-bf009970fede req-7ef51a5f-eead-4c8a-80d1-23205f5f76fd tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] 10.222.0.13 "GET /v2.0/ports?device_id=649dc269-36a0-4fca-9f66-075ba41eece0 HTTP/1.1" status: 200 len: 944 time: 0.1632857 Jul 28 05:09:40.904086 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bd8a07-3612-40f2-a14d-a8db7333c349 req-afd6f2ff-0e71-4e9e-be4c-ec53ce3a74a6 service neutron] Port 9f4be593-7ae9-4cfe-bfcb-ea5fc3764266 on network 34e1948f-8e2c-47b9-a68d-5f2322a08957 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80161 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 05:09:40.904529 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bd8a07-3612-40f2-a14d-a8db7333c349 req-afd6f2ff-0e71-4e9e-be4c-ec53ce3a74a6 service neutron] Attempting to bind port 9f4be593-7ae9-4cfe-bfcb-ea5fc3764266 on network 34e1948f-8e2c-47b9-a68d-5f2322a08957 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:09:40.908331 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 43650) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:40.924483 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bd8a07-3612-40f2-a14d-a8db7333c349 req-afd6f2ff-0e71-4e9e-be4c-ec53ce3a74a6 service neutron] Checking agent: {'id': '4cdb6954-a1c9-49c3-81e0-9b963b26fa6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80161', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 5, 7, 18), 'started_at': datetime.datetime(2021, 7, 28, 5, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 5, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 05:09:40.924826 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bd8a07-3612-40f2-a14d-a8db7333c349 req-afd6f2ff-0e71-4e9e-be4c-ec53ce3a74a6 service neutron] Checking segment: {'id': 'b6e7b6af-52d2-4c9f-b399-76a1466735d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '34e1948f-8e2c-47b9-a68d-5f2322a08957'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:09:40.925372 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bd8a07-3612-40f2-a14d-a8db7333c349 req-afd6f2ff-0e71-4e9e-be4c-ec53ce3a74a6 service neutron] Bound using segment: {'id': 'b6e7b6af-52d2-4c9f-b399-76a1466735d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '34e1948f-8e2c-47b9-a68d-5f2322a08957'} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 05:09:40.925808 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-39bd8a07-3612-40f2-a14d-a8db7333c349 req-afd6f2ff-0e71-4e9e-be4c-ec53ce3a74a6 service neutron] Bound port: 9f4be593-7ae9-4cfe-bfcb-ea5fc3764266, host: hv-cinder-80161, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6e7b6af-52d2-4c9f-b399-76a1466735d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '34e1948f-8e2c-47b9-a68d-5f2322a08957'}}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 05:09:40.926166 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-39bd8a07-3612-40f2-a14d-a8db7333c349 req-afd6f2ff-0e71-4e9e-be4c-ec53ce3a74a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:41.017492 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e5e19cd1-6a8c-4b87-9fd7-2634524a0d1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:41.053991 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e5e19cd1-6a8c-4b87-9fd7-2634524a0d1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:41.056790 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-772b96a5-d703-4367-a3c0-179268942443 req-0e2edc37-6d6b-4410-b7d2-9f2351d16d86 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786320 Jul 28 05:09:41.063474 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-39bd8a07-3612-40f2-a14d-a8db7333c349 req-afd6f2ff-0e71-4e9e-be4c-ec53ce3a74a6 service neutron] For port 9f4be593-7ae9-4cfe-bfcb-ea5fc3764266, host hv-cinder-80161, cleared binding levels {{(pid=93162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:09:41.086108 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4965b2-bc62-4620-baa7-c89c9d91b8c7 service neutron] Pushing event updated for resources: {'Port': ['ID=a624a92f-6767-4bea-a454-f4d856510779,revision_number=2']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:41.097254 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4159b7eb-5b07-49df-ba88-bf009970fede req-814b6ab8-7709-4cd2-bca0-7b7269323874 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] 10.222.0.13 "GET /v2.0/security-groups?id=557997c5-5ec0-471e-b73c-4a4a9b55bf10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897752 Jul 28 05:09:41.110576 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-39bd8a07-3612-40f2-a14d-a8db7333c349 req-afd6f2ff-0e71-4e9e-be4c-ec53ce3a74a6 service neutron] For port 9f4be593-7ae9-4cfe-bfcb-ea5fc3764266, host hv-cinder-80161, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=9f4be593-7ae9-4cfe-bfcb-ea5fc3764266,segment=NetworkSegment(b6e7b6af-52d2-4c9f-b399-76a1466735d9),segment_id=b6e7b6af-52d2-4c9f-b399-76a1466735d9)] {{(pid=93162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:09:41.123766 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-39bd8a07-3612-40f2-a14d-a8db7333c349 req-afd6f2ff-0e71-4e9e-be4c-ec53ce3a74a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:41.150167 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [req-f86f5585-c53a-4332-b721-05493767654f req-9d4965b2-bc62-4620-baa7-c89c9d91b8c7 service neutron] Attempting to bind port a624a92f-6767-4bea-a454-f4d856510779 on host hv-cinder-80161 for vnic_type normal with profile {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 05:09:41.150513 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [req-f86f5585-c53a-4332-b721-05493767654f req-9d4965b2-bc62-4620-baa7-c89c9d91b8c7 service neutron] Attempting to bind port a624a92f-6767-4bea-a454-f4d856510779 by drivers openvswitch,hyperv on host hv-cinder-80161 at level 0 using segments [{'id': '6a6fa6e8-d182-4dbf-a398-13b8523e31fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2f6cc273-aa71-4fbb-86d3-1b26dad4ce50'}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 05:09:41.151205 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86f5585-c53a-4332-b721-05493767654f req-9d4965b2-bc62-4620-baa7-c89c9d91b8c7 service neutron] Attempting to bind port a624a92f-6767-4bea-a454-f4d856510779 on network 2f6cc273-aa71-4fbb-86d3-1b26dad4ce50 {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:09:41.153270 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_common [req-fad20e88-e7da-4162-8bd7-d5e76d7a015b req-4473ac8d-0341-4bd0-a0ca-bdaedd7cec27 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Allocated IP 172.20.0.3 (2f6cc273-aa71-4fbb-86d3-1b26dad4ce50/55007cfe-ea2e-4cab-9e84-15ae15b8e8bc/e92ba37f-ba0e-49eb-aac0-8ed216d472aa) {{(pid=93163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:09:41.161048 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86f5585-c53a-4332-b721-05493767654f req-9d4965b2-bc62-4620-baa7-c89c9d91b8c7 service neutron] Port a624a92f-6767-4bea-a454-f4d856510779 on network 2f6cc273-aa71-4fbb-86d3-1b26dad4ce50 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80161 {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 05:09:41.161862 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86f5585-c53a-4332-b721-05493767654f req-9d4965b2-bc62-4620-baa7-c89c9d91b8c7 service neutron] Attempting to bind port a624a92f-6767-4bea-a454-f4d856510779 on network 2f6cc273-aa71-4fbb-86d3-1b26dad4ce50 {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:09:41.170228 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd8a07-3612-40f2-a14d-a8db7333c349 req-afd6f2ff-0e71-4e9e-be4c-ec53ce3a74a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:41.171150 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-39bd8a07-3612-40f2-a14d-a8db7333c349 req-afd6f2ff-0e71-4e9e-be4c-ec53ce3a74a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:41.172641 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-39bd8a07-3612-40f2-a14d-a8db7333c349 req-afd6f2ff-0e71-4e9e-be4c-ec53ce3a74a6 service neutron] 10.222.0.21 "PUT /v2.0/ports/9f4be593-7ae9-4cfe-bfcb-ea5fc3764266 HTTP/1.1" status: 200 len: 1093 time: 1.5981641 Jul 28 05:09:41.175441 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86f5585-c53a-4332-b721-05493767654f req-9d4965b2-bc62-4620-baa7-c89c9d91b8c7 service neutron] Checking agent: {'id': '4cdb6954-a1c9-49c3-81e0-9b963b26fa6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80161', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 5, 7, 18), 'started_at': datetime.datetime(2021, 7, 28, 5, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 5, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 05:09:41.175597 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16111e10-0c5b-49b8-89d1-7539f001eca5', 'tag': '9f4be593-7ae9-4cfe-bfcb-ea5fc3764266'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:09:41.175697 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86f5585-c53a-4332-b721-05493767654f req-9d4965b2-bc62-4620-baa7-c89c9d91b8c7 service neutron] Checking segment: {'id': '6a6fa6e8-d182-4dbf-a398-13b8523e31fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2f6cc273-aa71-4fbb-86d3-1b26dad4ce50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:09:41.175697 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86f5585-c53a-4332-b721-05493767654f req-9d4965b2-bc62-4620-baa7-c89c9d91b8c7 service neutron] Bound using segment: {'id': '6a6fa6e8-d182-4dbf-a398-13b8523e31fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2f6cc273-aa71-4fbb-86d3-1b26dad4ce50'} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 05:09:41.177562 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [req-f86f5585-c53a-4332-b721-05493767654f req-9d4965b2-bc62-4620-baa7-c89c9d91b8c7 service neutron] Bound port: a624a92f-6767-4bea-a454-f4d856510779, host: hv-cinder-80161, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a6fa6e8-d182-4dbf-a398-13b8523e31fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2f6cc273-aa71-4fbb-86d3-1b26dad4ce50'}}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 05:09:41.177562 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-f86f5585-c53a-4332-b721-05493767654f req-9d4965b2-bc62-4620-baa7-c89c9d91b8c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:41.324875 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [req-f86f5585-c53a-4332-b721-05493767654f req-9d4965b2-bc62-4620-baa7-c89c9d91b8c7 service neutron] For port a624a92f-6767-4bea-a454-f4d856510779, host hv-cinder-80161, cleared binding levels {{(pid=93163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:09:41.330526 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [req-f86f5585-c53a-4332-b721-05493767654f req-9d4965b2-bc62-4620-baa7-c89c9d91b8c7 service neutron] For port a624a92f-6767-4bea-a454-f4d856510779, host hv-cinder-80161, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=a624a92f-6767-4bea-a454-f4d856510779,segment=NetworkSegment(6a6fa6e8-d182-4dbf-a398-13b8523e31fa),segment_id=6a6fa6e8-d182-4dbf-a398-13b8523e31fa)] {{(pid=93163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:09:41.339270 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-f86f5585-c53a-4332-b721-05493767654f req-9d4965b2-bc62-4620-baa7-c89c9d91b8c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:41.342977 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e5e19cd1-6a8c-4b87-9fd7-2634524a0d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:41.345514 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e5e19cd1-6a8c-4b87-9fd7-2634524a0d1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:41.349467 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-e5e19cd1-6a8c-4b87-9fd7-2634524a0d1f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2f1b914e-503f-4304-9d9d-40a4c60cf3ed HTTP/1.1" status: 204 len: 168 time: 0.4401598 Jul 28 05:09:41.367583 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e19cd1-6a8c-4b87-9fd7-2634524a0d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1b914e-503f-4304-9d9d-40a4c60cf3ed,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:41.369262 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd6f2ff-0e71-4e9e-be4c-ec53ce3a74a6 service neutron] Pushing event updated for resources: {'Port': ['ID=9f4be593-7ae9-4cfe-bfcb-ea5fc3764266,revision_number=3']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:41.394137 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd8a07-3612-40f2-a14d-a8db7333c349 req-29bf04da-1ad9-4e35-b2d5-025d0c490375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:41.395919 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-39bd8a07-3612-40f2-a14d-a8db7333c349 req-29bf04da-1ad9-4e35-b2d5-025d0c490375 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f77014531530497aa60d1269fde1bd6f&device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 1096 time: 0.1447778 Jul 28 05:09:41.401670 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f5585-c53a-4332-b721-05493767654f req-9d4965b2-bc62-4620-baa7-c89c9d91b8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:41.402304 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-f86f5585-c53a-4332-b721-05493767654f req-9d4965b2-bc62-4620-baa7-c89c9d91b8c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for port, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:41.403749 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f86f5585-c53a-4332-b721-05493767654f req-9d4965b2-bc62-4620-baa7-c89c9d91b8c7 service neutron] 10.222.0.21 "PUT /v2.0/ports/a624a92f-6767-4bea-a454-f4d856510779 HTTP/1.1" status: 200 len: 1093 time: 1.8303485 Jul 28 05:09:41.404210 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b083cf3d-ef6b-4a61-8e03-14f279779c45', 'tag': 'a624a92f-6767-4bea-a454-f4d856510779'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:09:41.406804 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdaae2d937131cd036474998a49e3e11d53281396ea4e1ac8b096c837d21eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17606367-7226-4766-901d-c967762ff554" -d '{"events": [{"name": "network-changed", "server_uuid": "b083cf3d-ef6b-4a61-8e03-14f279779c45", "tag": "a624a92f-6767-4bea-a454-f4d856510779"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:09:41.489566 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-fad20e88-e7da-4162-8bd7-d5e76d7a015b req-4473ac8d-0341-4bd0-a0ca-bdaedd7cec27 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Notify callbacks [] for port, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:41.535286 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4965b2-bc62-4620-baa7-c89c9d91b8c7 service neutron] Pushing event updated for resources: {'Port': ['ID=a624a92f-6767-4bea-a454-f4d856510779,revision_number=3']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:41.554599 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c2d73b3f5a3d58c7c8ad1da87b4e0288c6e179b2b0c85b2ac43e7fbbb4c89cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7797b929-fb1c-4846-aac0-9f79f66e3fa7" -d '{"events": [{"name": "network-changed", "server_uuid": "16111e10-0c5b-49b8-89d1-7539f001eca5", "tag": "9f4be593-7ae9-4cfe-bfcb-ea5fc3764266"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:09:41.560025 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-39bd8a07-3612-40f2-a14d-a8db7333c349 req-c130ebed-681e-47dd-a90b-68e1cdff1978 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f4be593-7ae9-4cfe-bfcb-ea5fc3764266 HTTP/1.1" status: 200 len: 217 time: 0.1338565 Jul 28 05:09:41.560719 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3ab605e-2b70-4db7-9cbd-7cced1a46438 req-6d12043c-c56c-414a-85a2-7a9de83a5ca4 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Made reservation on behalf of 38cd928d0e0347d0baad775ab2994326 for: {'port': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:09:41.564347 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-b3ab605e-2b70-4db7-9cbd-7cced1a46438 req-6d12043c-c56c-414a-85a2-7a9de83a5ca4 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:41.609939 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f5585-c53a-4332-b721-05493767654f req-1faaf60c-e067-46d6-bb99-648b0d75654e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:41.611724 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f86f5585-c53a-4332-b721-05493767654f req-1faaf60c-e067-46d6-bb99-648b0d75654e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cd3af660b04c4cd28649da733b80e303&device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 1096 time: 0.1289589 Jul 28 05:09:41.616819 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 05:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b1dbca-9339-411f-8d5a-4cb5c24d1eb4 x-openstack-request-id: req-95b1dbca-9339-411f-8d5a-4cb5c24d1eb4 {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:09:41.617129 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b083cf3d-ef6b-4a61-8e03-14f279779c45", "tag": "a624a92f-6767-4bea-a454-f4d856510779", "status": "completed", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:09:41.617432 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-95b1dbca-9339-411f-8d5a-4cb5c24d1eb4 {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:09:41.617965 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b083cf3d-ef6b-4a61-8e03-14f279779c45', 'tag': 'a624a92f-6767-4bea-a454-f4d856510779', 'status': 'completed', 'code': 200} Jul 28 05:09:41.642901 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487eeaf9-cb64-4271-b91f-07dab6cc26f1 req-604b9244-dbc9-427c-afef-90bb11f8fdcf tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:41.645021 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-487eeaf9-cb64-4271-b91f-07dab6cc26f1 req-604b9244-dbc9-427c-afef-90bb11f8fdcf tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 943 time: 0.0950201 Jul 28 05:09:41.647995 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-fad20e88-e7da-4162-8bd7-d5e76d7a015b req-4473ac8d-0341-4bd0-a0ca-bdaedd7cec27 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227148292'] for port, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:41.691622 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f86f5585-c53a-4332-b721-05493767654f req-000d0e6f-5deb-4ff5-a6f9-baf34850937c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a624a92f-6767-4bea-a454-f4d856510779 HTTP/1.1" status: 200 len: 217 time: 0.0450861 Jul 28 05:09:41.727567 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd8a07-3612-40f2-a14d-a8db7333c349 req-2ef9a3a3-2ef6-4e22-8f69-f061c849f2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:41.729108 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-39bd8a07-3612-40f2-a14d-a8db7333c349 req-2ef9a3a3-2ef6-4e22-8f69-f061c849f2e8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e9700662-b8e7-49fb-ada5-3c005d49b640 HTTP/1.1" status: 200 len: 856 time: 0.1612787 Jul 28 05:09:41.815851 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fad20e88-e7da-4162-8bd7-d5e76d7a015b req-4473ac8d-0341-4bd0-a0ca-bdaedd7cec27 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Network 2f6cc273-aa71-4fbb-86d3-1b26dad4ce50 is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:09:41.832389 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [req-fad20e88-e7da-4162-8bd7-d5e76d7a015b req-4473ac8d-0341-4bd0-a0ca-bdaedd7cec27 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:09:41.840397 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4473ac8d-0341-4bd0-a0ca-bdaedd7cec27 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Pushing event updated for resources: {'Port': ['ID=e92ba37f-ba0e-49eb-aac0-8ed216d472aa,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:41.844564 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [req-fad20e88-e7da-4162-8bd7-d5e76d7a015b req-4473ac8d-0341-4bd0-a0ca-bdaedd7cec27 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Received port after_create {{(pid=93163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 05:09:41.850329 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad20e88-e7da-4162-8bd7-d5e76d7a015b req-4473ac8d-0341-4bd0-a0ca-bdaedd7cec27 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:41.850961 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-fad20e88-e7da-4162-8bd7-d5e76d7a015b req-4473ac8d-0341-4bd0-a0ca-bdaedd7cec27 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for port, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:41.872247 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-487eeaf9-cb64-4271-b91f-07dab6cc26f1 req-3695cad1-153b-43da-817a-f17e75fd24c0 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1852794 Jul 28 05:09:41.906855 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99419b63-fbcf-4f5c-8863-535f1dae9c8b req-8e50a848-9e7c-4ea0-88e4-9f45c92984f3 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:41.908480 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-99419b63-fbcf-4f5c-8863-535f1dae9c8b req-8e50a848-9e7c-4ea0-88e4-9f45c92984f3 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 943 time: 0.2205193 Jul 28 05:09:41.909970 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f5585-c53a-4332-b721-05493767654f req-d85167cc-afae-492e-941f-831c9faed881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:41.911320 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f86f5585-c53a-4332-b721-05493767654f req-d85167cc-afae-492e-941f-831c9faed881 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=55007cfe-ea2e-4cab-9e84-15ae15b8e8bc HTTP/1.1" status: 200 len: 858 time: 0.1729426 Jul 28 05:09:41.913354 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-fad20e88-e7da-4162-8bd7-d5e76d7a015b req-4473ac8d-0341-4bd0-a0ca-bdaedd7cec27 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2661846 Jul 28 05:09:41.925279 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd8a07-3612-40f2-a14d-a8db7333c349 req-e76d3dac-f164-4cec-a5cb-39fbb078d25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:41.930416 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-39bd8a07-3612-40f2-a14d-a8db7333c349 req-e76d3dac-f164-4cec-a5cb-39fbb078d25a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=34e1948f-8e2c-47b9-a68d-5f2322a08957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1867127 Jul 28 05:09:41.979037 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [req-fad20e88-e7da-4162-8bd7-d5e76d7a015b req-9b1bd3ef-cc8f-41c6-aac8-2237711510f0 service neutron] Request body: {'port': {'device_id': '9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80161'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:09:42.021822 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f86f5585-c53a-4332-b721-05493767654f req-25a2b94c-b9cd-4c21-bdf3-78c6e67633da service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2f6cc273-aa71-4fbb-86d3-1b26dad4ce50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798080 Jul 28 05:09:42.077895 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-99419b63-fbcf-4f5c-8863-535f1dae9c8b req-9cbcd370-44ee-4308-b4e2-beb8532e53a3 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594894 Jul 28 05:09:42.155712 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [req-b3ab605e-2b70-4db7-9cbd-7cced1a46438 req-6d12043c-c56c-414a-85a2-7a9de83a5ca4 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Allocated IP 172.20.0.11 (7040d785-ad9e-439a-8073-762370b8ac7a/278bb74a-8e56-4dfc-917a-8520d15d8eb0/be024afa-a2ba-4736-b26b-99e01a74cf03) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:09:42.249024 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6f4f77fb-90f9-4406-9cd4-4a109e2c736f req-c69b9531-f79c-498c-acf3-caca3b2e8383 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0379739 Jul 28 05:09:42.268546 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-fad20e88-e7da-4162-8bd7-d5e76d7a015b req-9b1bd3ef-cc8f-41c6-aac8-2237711510f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:42.293519 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 05:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725d4341-1733-4ed8-b984-2be27d0e55c0 x-openstack-request-id: req-725d4341-1733-4ed8-b984-2be27d0e55c0 {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:09:42.294223 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16111e10-0c5b-49b8-89d1-7539f001eca5", "tag": "9f4be593-7ae9-4cfe-bfcb-ea5fc3764266", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:09:42.294772 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-725d4341-1733-4ed8-b984-2be27d0e55c0 {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:09:42.295362 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16111e10-0c5b-49b8-89d1-7539f001eca5', 'tag': '9f4be593-7ae9-4cfe-bfcb-ea5fc3764266', 'status': 'completed', 'code': 200} Jul 28 05:09:42.329734 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f86f5585-c53a-4332-b721-05493767654f req-e7054f4d-22ad-4e20-a8c9-ac9abeadedd4 service neutron] 10.222.0.21 "GET /v2.0/networks/2f6cc273-aa71-4fbb-86d3-1b26dad4ce50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846043 Jul 28 05:09:42.406299 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-39bd8a07-3612-40f2-a14d-a8db7333c349 req-195a57d6-9862-4421-be56-3465ce43b071 service neutron] 10.222.0.21 "GET /v2.0/networks/34e1948f-8e2c-47b9-a68d-5f2322a08957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4553998 Jul 28 05:09:42.470726 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-b3ab605e-2b70-4db7-9cbd-7cced1a46438 req-6d12043c-c56c-414a-85a2-7a9de83a5ca4 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:42.488281 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [req-b3ab605e-2b70-4db7-9cbd-7cced1a46438 req-6d12043c-c56c-414a-85a2-7a9de83a5ca4 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Transition to ACTIVE for port object be024afa-a2ba-4736-b26b-99e01a74cf03 will not be triggered until provisioned by entity DHCP. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:09:42.525217 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-b3ab605e-2b70-4db7-9cbd-7cced1a46438 req-6d12043c-c56c-414a-85a2-7a9de83a5ca4 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227148292'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:42.576006 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 43718) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:42.597214 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3ab605e-2b70-4db7-9cbd-7cced1a46438 req-6d12043c-c56c-414a-85a2-7a9de83a5ca4 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Network 7040d785-ad9e-439a-8073-762370b8ac7a is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:09:42.601476 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f86f5585-c53a-4332-b721-05493767654f req-33fb2c8b-314f-4791-843d-722b32e484b5 service neutron] 10.222.0.21 "GET /v2.0/networks/2f6cc273-aa71-4fbb-86d3-1b26dad4ce50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445266 Jul 28 05:09:42.602576 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [req-b3ab605e-2b70-4db7-9cbd-7cced1a46438 req-6d12043c-c56c-414a-85a2-7a9de83a5ca4 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:09:42.607785 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3ab605e-2b70-4db7-9cbd-7cced1a46438 req-6d12043c-c56c-414a-85a2-7a9de83a5ca4 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 05:09:42.616592 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab605e-2b70-4db7-9cbd-7cced1a46438 req-6d12043c-c56c-414a-85a2-7a9de83a5ca4 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:42.616592 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-b3ab605e-2b70-4db7-9cbd-7cced1a46438 req-6d12043c-c56c-414a-85a2-7a9de83a5ca4 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:42.617945 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d12043c-c56c-414a-85a2-7a9de83a5ca4 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Pushing event updated for resources: {'Port': ['ID=be024afa-a2ba-4736-b26b-99e01a74cf03,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:42.634602 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b3ab605e-2b70-4db7-9cbd-7cced1a46438 req-6d12043c-c56c-414a-85a2-7a9de83a5ca4 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0526314 Jul 28 05:09:42.705525 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a87ba-79e4-4b6b-9333-b2479f2d3ea9 req-569532f4-e8c7-4f9a-9e76-eeac63b6e00c tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:42.707073 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-de6a87ba-79e4-4b6b-9333-b2479f2d3ea9 req-569532f4-e8c7-4f9a-9e76-eeac63b6e00c tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] 10.222.0.13 "GET /v2.0/ports?device_id=649dc269-36a0-4fca-9f66-075ba41eece0 HTTP/1.1" status: 200 len: 944 time: 0.2549386 Jul 28 05:09:42.725850 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38f081f-b2d1-4199-8b92-26973693ac36 req-653e0430-93d4-47bb-b3eb-0655aa9dc9c7 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:42.727364 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e38f081f-b2d1-4199-8b92-26973693ac36 req-653e0430-93d4-47bb-b3eb-0655aa9dc9c7 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e118b8e-18cd-4b34-b66f-893e8e5db0fb HTTP/1.1" status: 200 len: 944 time: 0.2787406 Jul 28 05:09:42.749638 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-4189c990-7f4f-4326-8187-3a88d0bd8c5c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1737634104-network', 'tenant_id': 'a552f7ab2976456ea67918bb2395079f'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:09:42.773806 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4189c990-7f4f-4326-8187-3a88d0bd8c5c admin admin] Made reservation on behalf of a552f7ab2976456ea67918bb2395079f for: {'network': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:09:42.776043 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4189c990-7f4f-4326-8187-3a88d0bd8c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for network, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:42.785189 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4189c990-7f4f-4326-8187-3a88d0bd8c5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:42.821390 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-de6a87ba-79e4-4b6b-9333-b2479f2d3ea9 req-e99d2a37-e3bc-4103-ab4a-e4acc862c04c tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] 10.222.0.13 "GET /v2.0/security-groups?id=557997c5-5ec0-471e-b73c-4a4a9b55bf10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929801 Jul 28 05:09:42.841702 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e38f081f-b2d1-4199-8b92-26973693ac36 req-db3941f8-49b8-4bb0-8673-b96a126fe536 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981269 Jul 28 05:09:42.871743 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-98166a63-5d6d-4ee7-b0fb-ddf6c9fa7867 None None] Provisioning for port be024afa-a2ba-4736-b26b-99e01a74cf03 completed by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:09:42.875924 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-98166a63-5d6d-4ee7-b0fb-ddf6c9fa7867 None None] Provisioning complete for port be024afa-a2ba-4736-b26b-99e01a74cf03 triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:09:42.876314 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-98166a63-5d6d-4ee7-b0fb-ddf6c9fa7867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:42.888687 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4189c990-7f4f-4326-8187-3a88d0bd8c5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:42.894482 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4189c990-7f4f-4326-8187-3a88d0bd8c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:42.914016 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [req-fad20e88-e7da-4162-8bd7-d5e76d7a015b req-9b1bd3ef-cc8f-41c6-aac8-2237711510f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e92ba37f-ba0e-49eb-aac0-8ed216d472aa {{(pid=93163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 05:09:42.919960 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4189c990-7f4f-4326-8187-3a88d0bd8c5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=93162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 05:09:42.923169 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-fad20e88-e7da-4162-8bd7-d5e76d7a015b req-9b1bd3ef-cc8f-41c6-aac8-2237711510f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:42.930061 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4189c990-7f4f-4326-8187-3a88d0bd8c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4b57ed-9501-439e-bccf-64c1087f8634,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:42.935094 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4189c990-7f4f-4326-8187-3a88d0bd8c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502470'] for segment, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:42.935477 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.db.segments_db [None req-4189c990-7f4f-4326-8187-3a88d0bd8c5c admin admin] Added segment 53a065eb-9ba7-4617-8662-965e8ca00201 of type vlan for network ef26f782-d8e2-421a-8538-0b5e94a369eb Jul 28 05:09:42.940132 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-98166a63-5d6d-4ee7-b0fb-ddf6c9fa7867 None None] Port be024afa-a2ba-4736-b26b-99e01a74cf03 cannot update to ACTIVE because it is not bound. {{(pid=93164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 05:09:42.951724 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [req-fad20e88-e7da-4162-8bd7-d5e76d7a015b req-9b1bd3ef-cc8f-41c6-aac8-2237711510f0 service neutron] Transition to ACTIVE for port object e92ba37f-ba0e-49eb-aac0-8ed216d472aa will not be triggered until provisioned by entity L2. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:09:42.956962 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-fad20e88-e7da-4162-8bd7-d5e76d7a015b req-9b1bd3ef-cc8f-41c6-aac8-2237711510f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:42.978074 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4189c990-7f4f-4326-8187-3a88d0bd8c5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765227181150'] for network, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:43.008310 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4189c990-7f4f-4326-8187-3a88d0bd8c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463'] for network, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:43.009319 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4189c990-7f4f-4326-8187-3a88d0bd8c5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:43.010081 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4189c990-7f4f-4326-8187-3a88d0bd8c5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for network, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:43.041326 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1bd3ef-cc8f-41c6-aac8-2237711510f0 service neutron] Pushing event updated for resources: {'Port': ['ID=e92ba37f-ba0e-49eb-aac0-8ed216d472aa,revision_number=2']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:43.063564 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-4189c990-7f4f-4326-8187-3a88d0bd8c5c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4844956 Jul 28 05:09:43.066374 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 43728) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:43.072728 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-722c0ed5-db7d-4041-932e-7f706b53904c admin admin] Request body: {'subnet': {'network_id': 'ef26f782-d8e2-421a-8538-0b5e94a369eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1737634104-subnet', 'tenant_id': 'a552f7ab2976456ea67918bb2395079f', 'ip_version': 4}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:09:43.080652 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20bf703-93dc-4a24-8a2c-43cd7d5d2aeb req-b4c630aa-6a29-4cad-91aa-d11764816bcd tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:43.082090 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4189c990-7f4f-4326-8187-3a88d0bd8c5c admin admin] Pushing event updated for resources: {'Network': ['ID=ef26f782-d8e2-421a-8538-0b5e94a369eb,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:43.082218 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e20bf703-93dc-4a24-8a2c-43cd7d5d2aeb req-b4c630aa-6a29-4cad-91aa-d11764816bcd tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 943 time: 0.1225867 Jul 28 05:09:43.087405 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [req-fad20e88-e7da-4162-8bd7-d5e76d7a015b req-9b1bd3ef-cc8f-41c6-aac8-2237711510f0 service neutron] Attempting to bind port e92ba37f-ba0e-49eb-aac0-8ed216d472aa on host hv-cinder-80161 for vnic_type normal with profile {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 05:09:43.087771 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [req-fad20e88-e7da-4162-8bd7-d5e76d7a015b req-9b1bd3ef-cc8f-41c6-aac8-2237711510f0 service neutron] Attempting to bind port e92ba37f-ba0e-49eb-aac0-8ed216d472aa by drivers openvswitch,hyperv on host hv-cinder-80161 at level 0 using segments [{'id': '6a6fa6e8-d182-4dbf-a398-13b8523e31fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2f6cc273-aa71-4fbb-86d3-1b26dad4ce50'}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 05:09:43.088101 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad20e88-e7da-4162-8bd7-d5e76d7a015b req-9b1bd3ef-cc8f-41c6-aac8-2237711510f0 service neutron] Attempting to bind port e92ba37f-ba0e-49eb-aac0-8ed216d472aa on network 2f6cc273-aa71-4fbb-86d3-1b26dad4ce50 {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:09:43.098058 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Network ef26f782-d8e2-421a-8538-0b5e94a369eb details requested by agent ovs-agent-dv-cinder-801617-3-iscsi with host dv-cinder-801617-3-iscsi {{(pid=93164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 05:09:43.102107 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722c0ed5-db7d-4041-932e-7f706b53904c admin admin] Made reservation on behalf of a552f7ab2976456ea67918bb2395079f for: {'subnet': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:09:43.105010 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-722c0ed5-db7d-4041-932e-7f706b53904c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:43.108889 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad20e88-e7da-4162-8bd7-d5e76d7a015b req-9b1bd3ef-cc8f-41c6-aac8-2237711510f0 service neutron] Port e92ba37f-ba0e-49eb-aac0-8ed216d472aa on network 2f6cc273-aa71-4fbb-86d3-1b26dad4ce50 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80161 {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 05:09:43.109213 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad20e88-e7da-4162-8bd7-d5e76d7a015b req-9b1bd3ef-cc8f-41c6-aac8-2237711510f0 service neutron] Attempting to bind port e92ba37f-ba0e-49eb-aac0-8ed216d472aa on network 2f6cc273-aa71-4fbb-86d3-1b26dad4ce50 {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:09:43.120761 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad20e88-e7da-4162-8bd7-d5e76d7a015b req-9b1bd3ef-cc8f-41c6-aac8-2237711510f0 service neutron] Checking agent: {'id': '4cdb6954-a1c9-49c3-81e0-9b963b26fa6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80161', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 5, 7, 18), 'started_at': datetime.datetime(2021, 7, 28, 5, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 5, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 05:09:43.121122 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad20e88-e7da-4162-8bd7-d5e76d7a015b req-9b1bd3ef-cc8f-41c6-aac8-2237711510f0 service neutron] Checking segment: {'id': '6a6fa6e8-d182-4dbf-a398-13b8523e31fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2f6cc273-aa71-4fbb-86d3-1b26dad4ce50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:09:43.121472 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad20e88-e7da-4162-8bd7-d5e76d7a015b req-9b1bd3ef-cc8f-41c6-aac8-2237711510f0 service neutron] Bound using segment: {'id': '6a6fa6e8-d182-4dbf-a398-13b8523e31fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2f6cc273-aa71-4fbb-86d3-1b26dad4ce50'} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 05:09:43.121912 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [req-fad20e88-e7da-4162-8bd7-d5e76d7a015b req-9b1bd3ef-cc8f-41c6-aac8-2237711510f0 service neutron] Bound port: e92ba37f-ba0e-49eb-aac0-8ed216d472aa, host: hv-cinder-80161, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a6fa6e8-d182-4dbf-a398-13b8523e31fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '2f6cc273-aa71-4fbb-86d3-1b26dad4ce50'}}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 05:09:43.122289 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-fad20e88-e7da-4162-8bd7-d5e76d7a015b req-9b1bd3ef-cc8f-41c6-aac8-2237711510f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:43.144049 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e20bf703-93dc-4a24-8a2c-43cd7d5d2aeb req-8b142896-350a-4fa6-9fa6-949d987d8f19 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525260 Jul 28 05:09:43.231702 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [req-fad20e88-e7da-4162-8bd7-d5e76d7a015b req-9b1bd3ef-cc8f-41c6-aac8-2237711510f0 service neutron] For port e92ba37f-ba0e-49eb-aac0-8ed216d472aa, host hv-cinder-80161, cleared binding levels {{(pid=93163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:09:43.250771 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [req-fad20e88-e7da-4162-8bd7-d5e76d7a015b req-9b1bd3ef-cc8f-41c6-aac8-2237711510f0 service neutron] For port e92ba37f-ba0e-49eb-aac0-8ed216d472aa, host hv-cinder-80161, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=e92ba37f-ba0e-49eb-aac0-8ed216d472aa,segment=NetworkSegment(6a6fa6e8-d182-4dbf-a398-13b8523e31fa),segment_id=6a6fa6e8-d182-4dbf-a398-13b8523e31fa)] {{(pid=93163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:09:43.256409 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-fad20e88-e7da-4162-8bd7-d5e76d7a015b req-9b1bd3ef-cc8f-41c6-aac8-2237711510f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:43.274421 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f39a841-4106-46a8-ba2b-9c65f9663ad7 req-1e469b1f-ead4-4987-a546-850204254caa tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:43.275839 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3f39a841-4106-46a8-ba2b-9c65f9663ad7 req-1e469b1f-ead4-4987-a546-850204254caa tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 943 time: 0.0825601 Jul 28 05:09:43.322667 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-722c0ed5-db7d-4041-932e-7f706b53904c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463'] for subnet, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:43.386515 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c0ed5-db7d-4041-932e-7f706b53904c admin admin] Pushing event updated for resources: {'Subnet': ['ID=58ccc002-22d5-41bf-898a-9be0afe8a15a,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:43.390968 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722c0ed5-db7d-4041-932e-7f706b53904c admin admin] Checking segment: {'id': '53a065eb-9ba7-4617-8662-965e8ca00201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ef26f782-d8e2-421a-8538-0b5e94a369eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:09:43.391326 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722c0ed5-db7d-4041-932e-7f706b53904c admin admin] Network hostable DHCP agents. Network: ef26f782-d8e2-421a-8538-0b5e94a369eb, hostable agents: ['0224797f-e6dd-43af-ba50-4dde553cda73'], hosted agents: [] {{(pid=93162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 05:09:43.408808 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722c0ed5-db7d-4041-932e-7f706b53904c admin admin] Network ef26f782-d8e2-421a-8538-0b5e94a369eb is scheduled to be hosted by DHCP agent 0224797f-e6dd-43af-ba50-4dde553cda73 with binding_index 1 {{(pid=93162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 05:09:43.419273 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-722c0ed5-db7d-4041-932e-7f706b53904c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801617-3-iscsi, ef26f782-d8e2-421a-8538-0b5e94a369eb) {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:09:43.423558 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722c0ed5-db7d-4041-932e-7f706b53904c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:43.424148 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-722c0ed5-db7d-4041-932e-7f706b53904c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for subnet, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:43.428038 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54d315f-ad7b-46c8-bf97-c0515d2c86af None None] Network ef26f782-d8e2-421a-8538-0b5e94a369eb requested from dv-cinder-801617-3-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 05:09:43.441647 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-722c0ed5-db7d-4041-932e-7f706b53904c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3715191 Jul 28 05:09:43.441878 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 43736) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:43.446236 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-b5122c95-fa99-452d-979e-ce05b90722ed admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1737634104-router', 'tenant_id': 'a552f7ab2976456ea67918bb2395079f', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d'}}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:09:43.471075 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b5122c95-fa99-452d-979e-ce05b90722ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-555544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-936'] for router, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:43.472221 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b5122c95-fa99-452d-979e-ce05b90722ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-931'] for router, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:43.535681 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad20e88-e7da-4162-8bd7-d5e76d7a015b req-9b1bd3ef-cc8f-41c6-aac8-2237711510f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:43.536257 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-fad20e88-e7da-4162-8bd7-d5e76d7a015b req-9b1bd3ef-cc8f-41c6-aac8-2237711510f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for port, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:43.538023 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-fad20e88-e7da-4162-8bd7-d5e76d7a015b req-9b1bd3ef-cc8f-41c6-aac8-2237711510f0 service neutron] 10.222.0.21 "PUT /v2.0/ports/e92ba37f-ba0e-49eb-aac0-8ed216d472aa HTTP/1.1" status: 200 len: 1093 time: 1.5731652 Jul 28 05:09:43.588395 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e37091a-48fd-4974-9ea3-14eb2d397324 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8013e485-fac1-5ac9-b3c7-78bb1bff2b0b-ef26f782-d8e2-421a-8538-0b5e94a369eb', 'network_id': 'ef26f782-d8e2-421a-8538-0b5e94a369eb', 'tenant_id': 'a552f7ab2976456ea67918bb2395079f', 'fixed_ips': [{'subnet_id': '58ccc002-22d5-41bf-898a-9be0afe8a15a'}]}} from dv-cinder-801617-3-iscsi. {{(pid=93164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 05:09:43.589587 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-3e37091a-48fd-4974-9ea3-14eb2d397324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:43.616788 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1bd3ef-cc8f-41c6-aac8-2237711510f0 service neutron] Pushing event updated for resources: {'Port': ['ID=e92ba37f-ba0e-49eb-aac0-8ed216d472aa,revision_number=3']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:43.623207 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9', 'tag': 'e92ba37f-ba0e-49eb-aac0-8ed216d472aa'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:09:43.627252 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdaae2d937131cd036474998a49e3e11d53281396ea4e1ac8b096c837d21eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff579955-4f90-46b8-82f5-aff22ecb3d16" -d '{"events": [{"name": "network-changed", "server_uuid": "9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9", "tag": "e92ba37f-ba0e-49eb-aac0-8ed216d472aa"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:09:43.640166 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3f39a841-4106-46a8-ba2b-9c65f9663ad7 req-c231bb9e-19c7-426d-a7c4-285cc55642d9 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297555 Jul 28 05:09:43.650779 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f8c8d2-9e28-4cf5-b510-189212da28f6 req-873efb0c-a3d8-4b66-852a-19362046e45e tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:43.665157 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-62f8c8d2-9e28-4cf5-b510-189212da28f6 req-873efb0c-a3d8-4b66-852a-19362046e45e tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 932 time: 0.1471236 Jul 28 05:09:43.708173 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-62f8c8d2-9e28-4cf5-b510-189212da28f6 req-9329115b-342a-4c10-b999-a608a20d61bc tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/security-groups?id=914ab7d4-c321-44bb-8153-ea66db053fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472229 Jul 28 05:09:43.709963 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 05:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca0aa7e5-a8e6-4c7a-8f03-31e49f5d563c x-openstack-request-id: req-ca0aa7e5-a8e6-4c7a-8f03-31e49f5d563c {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:09:43.710646 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9", "tag": "e92ba37f-ba0e-49eb-aac0-8ed216d472aa", "status": "completed", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:09:43.711046 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ca0aa7e5-a8e6-4c7a-8f03-31e49f5d563c {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:09:43.711563 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9', 'tag': 'e92ba37f-ba0e-49eb-aac0-8ed216d472aa', 'status': 'completed', 'code': 200} Jul 28 05:09:43.724671 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b5122c95-fa99-452d-979e-ce05b90722ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:43.729753 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.db_base_plugin_common [None req-3e37091a-48fd-4974-9ea3-14eb2d397324 None None] Allocated IP 172.20.0.2 (ef26f782-d8e2-421a-8538-0b5e94a369eb/58ccc002-22d5-41bf-898a-9be0afe8a15a/660abab2-62d6-47fe-8d49-abafcfdd7a3a) {{(pid=93164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:09:43.874949 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-3e37091a-48fd-4974-9ea3-14eb2d397324 None None] Notify callbacks [] for port, precommit_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:43.883702 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-3e37091a-48fd-4974-9ea3-14eb2d397324 None None] Transition to ACTIVE for port object 660abab2-62d6-47fe-8d49-abafcfdd7a3a will not be triggered until provisioned by entity L2. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:09:43.897450 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b5122c95-fa99-452d-979e-ce05b90722ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-555562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-909'] for router, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:43.902083 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-3e37091a-48fd-4974-9ea3-14eb2d397324 None None] Transition to ACTIVE for port object 660abab2-62d6-47fe-8d49-abafcfdd7a3a will not be triggered until provisioned by entity DHCP. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:09:43.910269 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-3e37091a-48fd-4974-9ea3-14eb2d397324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227148292'] for port, after_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:43.963461 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e37091a-48fd-4974-9ea3-14eb2d397324 None None] Network ef26f782-d8e2-421a-8538-0b5e94a369eb is already hosted by enough agents. {{(pid=93164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:09:43.968134 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.scheduler.base_scheduler [None req-3e37091a-48fd-4974-9ea3-14eb2d397324 None None] Resources bound (agent type, host, resource id): {{(pid=93164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:09:43.970863 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e37091a-48fd-4974-9ea3-14eb2d397324 None None] Received port after_create {{(pid=93164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 05:09:43.975083 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e37091a-48fd-4974-9ea3-14eb2d397324 None None] Pushing event updated for resources: {'Port': ['ID=660abab2-62d6-47fe-8d49-abafcfdd7a3a,revision_number=1']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:43.998440 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0cc3a2-1cdd-4897-b7f7-1e2038ce816a req-c5169db1-ab25-474c-a1bc-c68a42dad439 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:43.999980 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0a0cc3a2-1cdd-4897-b7f7-1e2038ce816a req-c5169db1-ab25-474c-a1bc-c68a42dad439 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e118b8e-18cd-4b34-b66f-893e8e5db0fb HTTP/1.1" status: 200 len: 944 time: 0.0763786 Jul 28 05:09:44.008556 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3e3d9-8d8d-4045-b886-8b166d0a92be req-d1a993c9-65b2-409d-a3bf-1cd996855dd6 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:44.015612 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e7d3e3d9-8d8d-4045-b886-8b166d0a92be req-d1a993c9-65b2-409d-a3bf-1cd996855dd6 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] 10.222.0.13 "GET /v2.0/ports?device_id=649dc269-36a0-4fca-9f66-075ba41eece0 HTTP/1.1" status: 200 len: 944 time: 0.1006730 Jul 28 05:09:44.035957 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-3e37091a-48fd-4974-9ea3-14eb2d397324 None None] Attempting to bind port 660abab2-62d6-47fe-8d49-abafcfdd7a3a on host dv-cinder-801617-3-iscsi for vnic_type normal with profile {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 05:09:44.036498 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-3e37091a-48fd-4974-9ea3-14eb2d397324 None None] Attempting to bind port 660abab2-62d6-47fe-8d49-abafcfdd7a3a by drivers openvswitch,hyperv on host dv-cinder-801617-3-iscsi at level 0 using segments [{'id': '53a065eb-9ba7-4617-8662-965e8ca00201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ef26f782-d8e2-421a-8538-0b5e94a369eb'}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 05:09:44.036868 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e37091a-48fd-4974-9ea3-14eb2d397324 None None] Attempting to bind port 660abab2-62d6-47fe-8d49-abafcfdd7a3a on network ef26f782-d8e2-421a-8538-0b5e94a369eb {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:09:44.042560 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e37091a-48fd-4974-9ea3-14eb2d397324 None None] Checking agent: {'id': '3fbc40da-b90e-4a82-82aa-1ec33702809d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 5, 1, 27), 'started_at': datetime.datetime(2021, 7, 28, 5, 1, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 5, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 05:09:44.043174 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e37091a-48fd-4974-9ea3-14eb2d397324 None None] Checking segment: {'id': '53a065eb-9ba7-4617-8662-965e8ca00201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ef26f782-d8e2-421a-8538-0b5e94a369eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:09:44.043612 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-3e37091a-48fd-4974-9ea3-14eb2d397324 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:44.044053 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e37091a-48fd-4974-9ea3-14eb2d397324 None None] Bound using segment: {'id': '53a065eb-9ba7-4617-8662-965e8ca00201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ef26f782-d8e2-421a-8538-0b5e94a369eb'} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 05:09:44.044683 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-3e37091a-48fd-4974-9ea3-14eb2d397324 None None] Bound port: 660abab2-62d6-47fe-8d49-abafcfdd7a3a, host: dv-cinder-801617-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53a065eb-9ba7-4617-8662-965e8ca00201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ef26f782-d8e2-421a-8538-0b5e94a369eb'}}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 05:09:44.045063 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-3e37091a-48fd-4974-9ea3-14eb2d397324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:44.066987 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0a0cc3a2-1cdd-4897-b7f7-1e2038ce816a req-502bffd2-f1f9-4e18-83e8-e9cb93bb0db4 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493586 Jul 28 05:09:44.087141 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e7d3e3d9-8d8d-4045-b886-8b166d0a92be req-e9ffeec9-65c9-4ce1-8c67-c8141f5034bd tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] 10.222.0.13 "GET /v2.0/security-groups?id=557997c5-5ec0-471e-b73c-4a4a9b55bf10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706108 Jul 28 05:09:44.110417 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-3e37091a-48fd-4974-9ea3-14eb2d397324 None None] For port 660abab2-62d6-47fe-8d49-abafcfdd7a3a, host dv-cinder-801617-3-iscsi, cleared binding levels {{(pid=93164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:09:44.113553 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-3e37091a-48fd-4974-9ea3-14eb2d397324 None None] For port 660abab2-62d6-47fe-8d49-abafcfdd7a3a, host dv-cinder-801617-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=660abab2-62d6-47fe-8d49-abafcfdd7a3a,segment=NetworkSegment(53a065eb-9ba7-4617-8662-965e8ca00201),segment_id=53a065eb-9ba7-4617-8662-965e8ca00201)] {{(pid=93164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:09:44.117552 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b5122c95-fa99-452d-979e-ce05b90722ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:44.118917 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-3e37091a-48fd-4974-9ea3-14eb2d397324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:44.142344 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b5122c95-fa99-452d-979e-ce05b90722ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:44.176178 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e37091a-48fd-4974-9ea3-14eb2d397324 None None] Pushing event updated for resources: {'Port': ['ID=660abab2-62d6-47fe-8d49-abafcfdd7a3a,revision_number=2']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:44.260371 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [None req-b5122c95-fa99-452d-979e-ce05b90722ed admin admin] Allocated IP 172.27.2.16 (c7125004-43ac-4633-9f2f-3f406f3e858d/e72a7812-7eaf-41ec-8662-055279a1b0f7/67d233a3-056c-4d5b-a031-bbf00997430a) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:09:44.324247 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb40991-04fe-4333-bb26-5ee743fa99ce req-f369e3b4-0d7a-4129-a527-219449e7ee57 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:44.325785 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8eb40991-04fe-4333-bb26-5ee743fa99ce req-f369e3b4-0d7a-4129-a527-219449e7ee57 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 943 time: 0.0505452 Jul 28 05:09:44.370739 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8eb40991-04fe-4333-bb26-5ee743fa99ce req-de1efd48-4a71-47a4-90de-2dfe2878fb10 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386610 Jul 28 05:09:44.382234 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b5122c95-fa99-452d-979e-ce05b90722ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:44.448574 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b5122c95-fa99-452d-979e-ce05b90722ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227148292'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:44.486670 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5122c95-fa99-452d-979e-ce05b90722ed admin admin] Network c7125004-43ac-4633-9f2f-3f406f3e858d is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:09:44.489917 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-b5122c95-fa99-452d-979e-ce05b90722ed admin admin] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:09:44.493453 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5122c95-fa99-452d-979e-ce05b90722ed admin admin] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 05:09:44.533105 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5122c95-fa99-452d-979e-ce05b90722ed admin admin] Pushing event updated for resources: {'Port': ['ID=67d233a3-056c-4d5b-a031-bbf00997430a,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:44.710743 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b5122c95-fa99-452d-979e-ce05b90722ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:44.774758 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3c35e-505a-4702-8fdb-90e49da3b520 req-61002b08-4544-48dc-9ec7-4b217bdb78eb tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:44.776539 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a4c3c35e-505a-4702-8fdb-90e49da3b520 req-61002b08-4544-48dc-9ec7-4b217bdb78eb tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 943 time: 0.0549643 Jul 28 05:09:44.868879 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e817f365-5253-4729-9340-06aaccfc5bbb req-13ea72b9-826d-400d-b273-8979ec9439a2 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:44.871113 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e817f365-5253-4729-9340-06aaccfc5bbb req-13ea72b9-826d-400d-b273-8979ec9439a2 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 932 time: 0.0911777 Jul 28 05:09:44.880468 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a4c3c35e-505a-4702-8fdb-90e49da3b520 req-295f4a83-7d7a-40f1-bf1b-3e5f4a1d6b6f tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919514 Jul 28 05:09:44.921253 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e817f365-5253-4729-9340-06aaccfc5bbb req-6f596798-0f23-4cf3-9126-72b9ae4cbb7f tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/security-groups?id=914ab7d4-c321-44bb-8153-ea66db053fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393863 Jul 28 05:09:44.936417 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b5122c95-fa99-452d-979e-ce05b90722ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406701'] for router, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:45.042497 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 660abab2-62d6-47fe-8d49-abafcfdd7a3a up at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:09:45.096720 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning for port 660abab2-62d6-47fe-8d49-abafcfdd7a3a completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:09:45.099526 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5122c95-fa99-452d-979e-ce05b90722ed admin admin] Router b30a494e-afa2-43d6-b7c0-07b0571d672c is scheduled to L3 agent febb8baf-5368-4b94-affe-2856141f0f3f with binding_index 1 {{(pid=93162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 05:09:45.127751 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device 060829ab-bed6-46c4-9028-942a525cf9da up at agent hyperv_hv-cinder-80161 {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:09:45.201834 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Provisioning for port 060829ab-bed6-46c4-9028-942a525cf9da completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:09:45.205539 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [req-b3ab605e-2b70-4db7-9cbd-7cced1a46438 req-5beaa755-5f19-46d3-9301-718a618735dc service neutron] Request body: {'port': {'device_id': 'cb83aa2e-d4fc-465b-b510-fc569c2d3a02', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80161'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:09:45.206724 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Provisioning complete for port 060829ab-bed6-46c4-9028-942a525cf9da triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:09:45.207206 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:45.246400 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3320c4ac-4ddf-49bb-a69e-9d94f1e34027 None None] Network ef26f782-d8e2-421a-8538-0b5e94a369eb requested from dv-cinder-801617-3-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 05:09:45.253528 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4beee6-87ce-4157-83fb-95b43a184deb req-5da6e31a-60bf-4fea-b3f3-51f39e0dae3a tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:45.261595 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4b4beee6-87ce-4157-83fb-95b43a184deb req-5da6e31a-60bf-4fea-b3f3-51f39e0dae3a tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e118b8e-18cd-4b34-b66f-893e8e5db0fb HTTP/1.1" status: 200 len: 944 time: 0.0949779 Jul 28 05:09:45.298104 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a936e108-3444-4946-9d47-ee8d595f59c0 req-3c993926-64c8-4fed-a089-0e752c7254e4 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:45.305601 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a936e108-3444-4946-9d47-ee8d595f59c0 req-3c993926-64c8-4fed-a089-0e752c7254e4 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] 10.222.0.13 "GET /v2.0/ports?device_id=649dc269-36a0-4fca-9f66-075ba41eece0 HTTP/1.1" status: 200 len: 944 time: 0.1295125 Jul 28 05:09:45.359822 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f2a8b531-d2ff-462a-9fa2-568d45c004f8 None None] Provisioning for port 660abab2-62d6-47fe-8d49-abafcfdd7a3a completed by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:09:45.376106 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f2a8b531-d2ff-462a-9fa2-568d45c004f8 None None] Provisioning complete for port 660abab2-62d6-47fe-8d49-abafcfdd7a3a triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:09:45.376475 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f2a8b531-d2ff-462a-9fa2-568d45c004f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:45.407798 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:45.408312 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4b4beee6-87ce-4157-83fb-95b43a184deb req-40c1d797-56b4-4489-b90e-2ed9f758698c tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458251 Jul 28 05:09:45.433107 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a936e108-3444-4946-9d47-ee8d595f59c0 req-f812de89-2918-45fc-a359-52343573c35c tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] 10.222.0.13 "GET /v2.0/security-groups?id=557997c5-5ec0-471e-b73c-4a4a9b55bf10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264687 Jul 28 05:09:45.436835 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17606367-7226-4766-901d-c967762ff554 req-201fec07-cf1d-422e-9be3-91f68fb48332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:45.438660 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-17606367-7226-4766-901d-c967762ff554 req-201fec07-cf1d-422e-9be3-91f68fb48332 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cd3af660b04c4cd28649da733b80e303&device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 1096 time: 0.1716504 Jul 28 05:09:45.446670 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff579955-4f90-46b8-82f5-aff22ecb3d16 req-c20aa51e-11d3-48e2-94d0-b969dd575abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:45.458903 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ff579955-4f90-46b8-82f5-aff22ecb3d16 req-c20aa51e-11d3-48e2-94d0-b969dd575abd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cd3af660b04c4cd28649da733b80e303&device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 1096 time: 0.1850665 Jul 28 05:09:45.480806 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '649dc269-36a0-4fca-9f66-075ba41eece0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '060829ab-bed6-46c4-9028-942a525cf9da'}] {{(pid=93164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:09:45.527209 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-b3ab605e-2b70-4db7-9cbd-7cced1a46438 req-5beaa755-5f19-46d3-9301-718a618735dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:45.592984 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] For port 060829ab-bed6-46c4-9028-942a525cf9da, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=060829ab-bed6-46c4-9028-942a525cf9da,segment=NetworkSegment(949e29e1-d13b-497b-9507-4686ec427a98),segment_id=949e29e1-d13b-497b-9507-4686ec427a98)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:09:45.614828 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:45.615759 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device 4ff5819f-777b-414b-9f10-643c6d3f7c92 up at agent hyperv_hv-cinder-80161 {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:09:45.633834 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-39bd8a07-3612-40f2-a14d-a8db7333c349 req-dffe92e5-5f05-486c-9308-6b78f57bf9a8 service neutron] 10.222.0.21 "GET /v2.0/networks/34e1948f-8e2c-47b9-a68d-5f2322a08957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5184062 Jul 28 05:09:45.642960 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5122c95-fa99-452d-979e-ce05b90722ed admin admin] Notify agent at l3_agent.dv-cinder-801617-3-iscsi the message routers_updated {{(pid=93162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:09:45.657582 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd34243-e0ce-464e-b4f0-af93ccefbf14 None None] Sync routers for ids ['b30a494e-afa2-43d6-b7c0-07b0571d672c'] in dv-cinder-801617-3-iscsi {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:09:45.681444 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd34243-e0ce-464e-b4f0-af93ccefbf14 None None] Routers {'b30a494e-afa2-43d6-b7c0-07b0571d672c'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:09:45.685887 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-cbd34243-e0ce-464e-b4f0-af93ccefbf14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:09:27Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['b30a494e-afa2-43d6-b7c0-07b0571d672c'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:09:45.713011 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b5122c95-fa99-452d-979e-ce05b90722ed admin admin] Notify callbacks [] for router, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:45.714541 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-b5122c95-fa99-452d-979e-ce05b90722ed admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2718258 Jul 28 05:09:45.717490 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 43768) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:45.718245 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c736b2f-00ad-4f02-b768-0caf37388015 req-457f2365-98e7-461f-9bfd-bc335d3f0166 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:45.719888 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5c736b2f-00ad-4f02-b768-0caf37388015 req-457f2365-98e7-461f-9bfd-bc335d3f0166 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 943 time: 0.2222393 Jul 28 05:09:45.778450 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Pushing event updated for resources: {'Port': ['ID=060829ab-bed6-46c4-9028-942a525cf9da,revision_number=5']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:45.791179 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f2a8b531-d2ff-462a-9fa2-568d45c004f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:45.810664 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Provisioning for port 4ff5819f-777b-414b-9f10-643c6d3f7c92 completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:09:45.820200 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5c736b2f-00ad-4f02-b768-0caf37388015 req-23a83a12-2363-4bb3-90a3-c2747ebd4e26 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847323 Jul 28 05:09:45.826852 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Provisioning complete for port 4ff5819f-777b-414b-9f10-643c6d3f7c92 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:09:45.827352 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:45.889737 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fb4d28940d80eba88a385613a92acfb6aaf547e778be800882bca880023c29d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2e7739-2975-48f7-9b00-bbb556712421" -d '{"events": [{"server_uuid": "649dc269-36a0-4fca-9f66-075ba41eece0", "name": "network-vif-plugged", "status": "completed", "tag": "060829ab-bed6-46c4-9028-942a525cf9da"}]}' {{(pid=93164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:09:45.894699 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-f2a8b531-d2ff-462a-9fa2-568d45c004f8 None None] For port 660abab2-62d6-47fe-8d49-abafcfdd7a3a, host dv-cinder-801617-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=660abab2-62d6-47fe-8d49-abafcfdd7a3a,segment=NetworkSegment(53a065eb-9ba7-4617-8662-965e8ca00201),segment_id=53a065eb-9ba7-4617-8662-965e8ca00201)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:09:45.913786 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17606367-7226-4766-901d-c967762ff554 req-221f0c35-5970-4663-8ac4-9bd9057a12f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:45.915269 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-17606367-7226-4766-901d-c967762ff554 req-221f0c35-5970-4663-8ac4-9bd9057a12f6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2f6cc273-aa71-4fbb-86d3-1b26dad4ce50 HTTP/1.1" status: 200 len: 919 time: 0.4545386 Jul 28 05:09:45.918500 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f2a8b531-d2ff-462a-9fa2-568d45c004f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:45.934882 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff579955-4f90-46b8-82f5-aff22ecb3d16 req-73c8e32b-c739-4ad1-bcdd-d3ad63d0c040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:45.937507 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ff579955-4f90-46b8-82f5-aff22ecb3d16 req-73c8e32b-c739-4ad1-bcdd-d3ad63d0c040 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=cd3af660b04c4cd28649da733b80e303&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4587891 Jul 28 05:09:45.974185 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7797b929-fb1c-4846-aac0-9f79f66e3fa7 req-86a96cf4-2c38-4051-9842-3aaddd03e9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:45.989704 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7797b929-fb1c-4846-aac0-9f79f66e3fa7 req-86a96cf4-2c38-4051-9842-3aaddd03e9c1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f77014531530497aa60d1269fde1bd6f&device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 1096 time: 0.2129238 Jul 28 05:09:46.038498 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-cbd34243-e0ce-464e-b4f0-af93ccefbf14 None None] Set router b30a494e-afa2-43d6-b7c0-07b0571d672c gateway port host: dv-cinder-801617-3-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:09:46.043985 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 05:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ef4a6a-571d-4a10-9279-19870e8b8fef x-openstack-request-id: req-92ef4a6a-571d-4a10-9279-19870e8b8fef {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:09:46.044570 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "649dc269-36a0-4fca-9f66-075ba41eece0", "name": "network-vif-plugged", "status": "completed", "tag": "060829ab-bed6-46c4-9028-942a525cf9da", "code": 200}]} {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:09:46.044675 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-92ef4a6a-571d-4a10-9279-19870e8b8fef {{(pid=93164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:09:46.045742 dv-cinder-801617-3-iscsi neutron-server[93164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '649dc269-36a0-4fca-9f66-075ba41eece0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '060829ab-bed6-46c4-9028-942a525cf9da', 'code': 200} Jul 28 05:09:46.046691 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a8b531-d2ff-462a-9fa2-568d45c004f8 None None] Pushing event updated for resources: {'Port': ['ID=660abab2-62d6-47fe-8d49-abafcfdd7a3a,revision_number=3']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:46.202627 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:46.283093 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] For port 4ff5819f-777b-414b-9f10-643c6d3f7c92, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=4ff5819f-777b-414b-9f10-643c6d3f7c92,segment=NetworkSegment(00b60877-949c-4583-bcd9-a2d1f7b925b6),segment_id=00b60877-949c-4583-bcd9-a2d1f7b925b6)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:09:46.285244 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-166e637b-9596-470a-966f-3951ecdfd654 None None] Provisioning complete for port 660abab2-62d6-47fe-8d49-abafcfdd7a3a triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:09:46.285917 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-166e637b-9596-470a-966f-3951ecdfd654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:46.303560 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-17606367-7226-4766-901d-c967762ff554 req-3abcf63c-ddc5-42d5-901e-3eacda6d72c2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a624a92f-6767-4bea-a454-f4d856510779 HTTP/1.1" status: 200 len: 217 time: 0.3718801 Jul 28 05:09:46.330961 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.21', 60884) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:46.342205 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:46.376425 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-cbd34243-e0ce-464e-b4f0-af93ccefbf14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30a494e-afa2-43d6-b7c0-07b0571d672c', 'name': 'tempest-TestVolumeBootPattern-1737634104-router', 'tenant_id': 'a552f7ab2976456ea67918bb2395079f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '67d233a3-056c-4d5b-a031-bbf00997430a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:43Z', 'updated_at': '2021-07-28T05:09:44Z', 'revision_number': 3, 'project_id': 'a552f7ab2976456ea67918bb2395079f', 'gw_port': {'id': '67d233a3-056c-4d5b-a031-bbf00997430a', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30a494e-afa2-43d6-b7c0-07b0571d672c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:44Z', 'updated_at': '2021-07-28T05:09:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi'}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:09:46.425683 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd34243-e0ce-464e-b4f0-af93ccefbf14 None None] Checking router: b30a494e-afa2-43d6-b7c0-07b0571d672c for host: dv-cinder-801617-3-iscsi {{(pid=93165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:09:46.426684 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd34243-e0ce-464e-b4f0-af93ccefbf14 None None] Updating router b30a494e-afa2-43d6-b7c0-07b0571d672c port 67d233a3-056c-4d5b-a031-bbf00997430a binding host dv-cinder-801617-3-iscsi {{(pid=93165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 05:09:46.463056 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Pushing event updated for resources: {'Port': ['ID=4ff5819f-777b-414b-9f10-643c6d3f7c92,revision_number=5']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:46.509559 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d7ed4-649a-4c18-9fa0-176202a5d73a req-20f72b6d-9a7e-452c-86a9-87e318a11294 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:46.516669 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-cbd34243-e0ce-464e-b4f0-af93ccefbf14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:46.517755 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7d2d7ed4-649a-4c18-9fa0-176202a5d73a req-20f72b6d-9a7e-452c-86a9-87e318a11294 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 932 time: 0.3370950 Jul 28 05:09:46.539245 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 43798) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:46.614706 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17606367-7226-4766-901d-c967762ff554 req-75e2862d-5210-4cdd-a083-46dd5a47fa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:46.616395 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-17606367-7226-4766-901d-c967762ff554 req-75e2862d-5210-4cdd-a083-46dd5a47fa78 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=55007cfe-ea2e-4cab-9e84-15ae15b8e8bc HTTP/1.1" status: 200 len: 858 time: 0.2763095 Jul 28 05:09:46.651447 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ceea5-cd85-4d60-8a76-5c7e84c9f3ec req-b0413cec-e35e-4988-acc2-3114136200a1 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:46.658792 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4f7ceea5-cd85-4d60-8a76-5c7e84c9f3ec req-b0413cec-e35e-4988-acc2-3114136200a1 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 943 time: 0.4770305 Jul 28 05:09:46.679367 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7797b929-fb1c-4846-aac0-9f79f66e3fa7 req-d57facad-e59a-43e1-9793-43c42df80592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:46.680972 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7797b929-fb1c-4846-aac0-9f79f66e3fa7 req-d57facad-e59a-43e1-9793-43c42df80592 service neutron] 10.222.0.21 "GET /v2.0/networks?id=34e1948f-8e2c-47b9-a68d-5f2322a08957 HTTP/1.1" status: 200 len: 918 time: 0.6904762 Jul 28 05:09:46.695508 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7d2d7ed4-649a-4c18-9fa0-176202a5d73a req-79ee2f7b-ddb2-46cf-9371-61fd7da26f09 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/security-groups?id=914ab7d4-c321-44bb-8153-ea66db053fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723516 Jul 28 05:09:46.703208 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [req-b3ab605e-2b70-4db7-9cbd-7cced1a46438 req-5beaa755-5f19-46d3-9301-718a618735dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be024afa-a2ba-4736-b26b-99e01a74cf03 {{(pid=93162) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 05:09:46.751882 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-17606367-7226-4766-901d-c967762ff554 req-4afc6d36-5944-4dd9-af95-e1f8d583b99c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2f6cc273-aa71-4fbb-86d3-1b26dad4ce50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1090353 Jul 28 05:09:46.753887 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad17371-161f-4a32-962f-64e83038ab93 req-e95d7320-f14f-4d07-9481-45bf1c4ccfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:46.755585 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0ad17371-161f-4a32-962f-64e83038ab93 req-e95d7320-f14f-4d07-9481-45bf1c4ccfd0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=649dc269-36a0-4fca-9f66-075ba41eece0 HTTP/1.1" status: 200 len: 1098 time: 0.4132273 Jul 28 05:09:46.757034 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff579955-4f90-46b8-82f5-aff22ecb3d16 req-67ba6951-640c-467c-a650-585659030672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:46.759296 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ff579955-4f90-46b8-82f5-aff22ecb3d16 req-67ba6951-640c-467c-a650-585659030672 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7960229 Jul 28 05:09:46.781172 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-b3ab605e-2b70-4db7-9cbd-7cced1a46438 req-5beaa755-5f19-46d3-9301-718a618735dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:46.783058 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-acd21255-3cb6-4567-9b7f-53deebc082c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:46.784996 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7797b929-fb1c-4846-aac0-9f79f66e3fa7 req-162437ec-5efa-45c3-ad1c-9e6f795e2193 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f4be593-7ae9-4cfe-bfcb-ea5fc3764266 HTTP/1.1" status: 200 len: 217 time: 0.0953004 Jul 28 05:09:46.828053 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [req-b3ab605e-2b70-4db7-9cbd-7cced1a46438 req-5beaa755-5f19-46d3-9301-718a618735dc service neutron] Transition to ACTIVE for port object be024afa-a2ba-4736-b26b-99e01a74cf03 will not be triggered until provisioned by entity L2. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:09:46.866176 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-b3ab605e-2b70-4db7-9cbd-7cced1a46438 req-5beaa755-5f19-46d3-9301-718a618735dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:46.921586 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-cbd34243-e0ce-464e-b4f0-af93ccefbf14 None None] Notify callbacks [] for port, precommit_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:46.931912 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7797b929-fb1c-4846-aac0-9f79f66e3fa7 req-789dac73-149b-4dbe-bf7b-b0e51a2f506e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:46.933442 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7797b929-fb1c-4846-aac0-9f79f66e3fa7 req-789dac73-149b-4dbe-bf7b-b0e51a2f506e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e9700662-b8e7-49fb-ada5-3c005d49b640 HTTP/1.1" status: 200 len: 856 time: 0.1370699 Jul 28 05:09:46.936424 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.provisioning_blocks [None req-cbd34243-e0ce-464e-b4f0-af93ccefbf14 None None] Transition to ACTIVE for port object 67d233a3-056c-4d5b-a031-bbf00997430a will not be triggered until provisioned by entity L2. {{(pid=93165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:09:46.943785 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-cbd34243-e0ce-464e-b4f0-af93ccefbf14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:47.009602 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beaa755-5f19-46d3-9301-718a618735dc service neutron] Pushing event updated for resources: {'Port': ['ID=be024afa-a2ba-4736-b26b-99e01a74cf03,revision_number=2']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:47.038305 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0742b7-2f7f-499a-908c-6b93d09155c0 None None] Pushing event updated for resources: {'Port': ['ID=67d233a3-056c-4d5b-a031-bbf00997430a,revision_number=2']} {{(pid=93165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:47.040890 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.managers [None req-cbd34243-e0ce-464e-b4f0-af93ccefbf14 None None] Attempting to bind port 67d233a3-056c-4d5b-a031-bbf00997430a on host dv-cinder-801617-3-iscsi for vnic_type normal with profile {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 05:09:47.041260 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.managers [None req-cbd34243-e0ce-464e-b4f0-af93ccefbf14 None None] Attempting to bind port 67d233a3-056c-4d5b-a031-bbf00997430a by drivers openvswitch,hyperv on host dv-cinder-801617-3-iscsi at level 0 using segments [{'id': 'd34fa97e-0825-4a06-9105-26c8994a2a7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d'}] {{(pid=93165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 05:09:47.041622 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd34243-e0ce-464e-b4f0-af93ccefbf14 None None] Attempting to bind port 67d233a3-056c-4d5b-a031-bbf00997430a on network c7125004-43ac-4633-9f2f-3f406f3e858d {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:09:47.048471 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 660abab2-62d6-47fe-8d49-abafcfdd7a3a up at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:09:47.052083 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd34243-e0ce-464e-b4f0-af93ccefbf14 None None] Checking agent: {'id': '3fbc40da-b90e-4a82-82aa-1ec33702809d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 5, 1, 27), 'started_at': datetime.datetime(2021, 7, 28, 5, 1, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 5, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 05:09:47.052464 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd34243-e0ce-464e-b4f0-af93ccefbf14 None None] Checking segment: {'id': 'd34fa97e-0825-4a06-9105-26c8994a2a7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:09:47.052874 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-cbd34243-e0ce-464e-b4f0-af93ccefbf14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:47.053267 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd34243-e0ce-464e-b4f0-af93ccefbf14 None None] Bound using segment: {'id': 'd34fa97e-0825-4a06-9105-26c8994a2a7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d'} {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 05:09:47.053751 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.managers [None req-cbd34243-e0ce-464e-b4f0-af93ccefbf14 None None] Bound port: 67d233a3-056c-4d5b-a031-bbf00997430a, host: dv-cinder-801617-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd34fa97e-0825-4a06-9105-26c8994a2a7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d'}}] {{(pid=93165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 05:09:47.054123 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-cbd34243-e0ce-464e-b4f0-af93ccefbf14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:47.120235 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning complete for port 660abab2-62d6-47fe-8d49-abafcfdd7a3a triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:09:47.120713 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:47.145028 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-b3ab605e-2b70-4db7-9cbd-7cced1a46438 req-5beaa755-5f19-46d3-9301-718a618735dc service neutron] Attempting to bind port be024afa-a2ba-4736-b26b-99e01a74cf03 on host hv-cinder-80161 for vnic_type normal with profile {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 05:09:47.145350 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-b3ab605e-2b70-4db7-9cbd-7cced1a46438 req-5beaa755-5f19-46d3-9301-718a618735dc service neutron] Attempting to bind port be024afa-a2ba-4736-b26b-99e01a74cf03 by drivers openvswitch,hyperv on host hv-cinder-80161 at level 0 using segments [{'id': '63e88a60-78da-4f55-839d-5376c73609d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7040d785-ad9e-439a-8073-762370b8ac7a'}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 05:09:47.145686 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ab605e-2b70-4db7-9cbd-7cced1a46438 req-5beaa755-5f19-46d3-9301-718a618735dc service neutron] Attempting to bind port be024afa-a2ba-4736-b26b-99e01a74cf03 on network 7040d785-ad9e-439a-8073-762370b8ac7a {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:09:47.150783 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-0ad17371-161f-4a32-962f-64e83038ab93 req-4dfa9a61-75e8-4e46-866b-7b8db139ebfe service neutron] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:47.157141 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.db [None req-cbd34243-e0ce-464e-b4f0-af93ccefbf14 None None] For port 67d233a3-056c-4d5b-a031-bbf00997430a, host dv-cinder-801617-3-iscsi, cleared binding levels {{(pid=93165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:09:47.157348 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ab605e-2b70-4db7-9cbd-7cced1a46438 req-5beaa755-5f19-46d3-9301-718a618735dc service neutron] Port be024afa-a2ba-4736-b26b-99e01a74cf03 on network 7040d785-ad9e-439a-8073-762370b8ac7a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80161 {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 05:09:47.157630 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ab605e-2b70-4db7-9cbd-7cced1a46438 req-5beaa755-5f19-46d3-9301-718a618735dc service neutron] Attempting to bind port be024afa-a2ba-4736-b26b-99e01a74cf03 on network 7040d785-ad9e-439a-8073-762370b8ac7a {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:09:47.164030 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.db [None req-cbd34243-e0ce-464e-b4f0-af93ccefbf14 None None] For port 67d233a3-056c-4d5b-a031-bbf00997430a, host dv-cinder-801617-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=67d233a3-056c-4d5b-a031-bbf00997430a,segment=NetworkSegment(d34fa97e-0825-4a06-9105-26c8994a2a7e),segment_id=d34fa97e-0825-4a06-9105-26c8994a2a7e)] {{(pid=93165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:09:47.171600 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4f7ceea5-cd85-4d60-8a76-5c7e84c9f3ec req-f05ce20b-0cb5-4c0c-a114-6f9a844285e4 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5116253 Jul 28 05:09:47.173093 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-cbd34243-e0ce-464e-b4f0-af93ccefbf14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:47.190700 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7797b929-fb1c-4846-aac0-9f79f66e3fa7 req-ed7015aa-978a-407a-91f7-8ffa2539b16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:47.192249 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7797b929-fb1c-4846-aac0-9f79f66e3fa7 req-ed7015aa-978a-407a-91f7-8ffa2539b16c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=34e1948f-8e2c-47b9-a68d-5f2322a08957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2512553 Jul 28 05:09:47.193151 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ab605e-2b70-4db7-9cbd-7cced1a46438 req-5beaa755-5f19-46d3-9301-718a618735dc service neutron] Checking agent: {'id': '4cdb6954-a1c9-49c3-81e0-9b963b26fa6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80161', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 5, 7, 18), 'started_at': datetime.datetime(2021, 7, 28, 5, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 5, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 05:09:47.193483 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ab605e-2b70-4db7-9cbd-7cced1a46438 req-5beaa755-5f19-46d3-9301-718a618735dc service neutron] Checking segment: {'id': '63e88a60-78da-4f55-839d-5376c73609d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7040d785-ad9e-439a-8073-762370b8ac7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:09:47.193854 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3ab605e-2b70-4db7-9cbd-7cced1a46438 req-5beaa755-5f19-46d3-9301-718a618735dc service neutron] Bound using segment: {'id': '63e88a60-78da-4f55-839d-5376c73609d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7040d785-ad9e-439a-8073-762370b8ac7a'} {{(pid=93162) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 05:09:47.194302 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.managers [req-b3ab605e-2b70-4db7-9cbd-7cced1a46438 req-5beaa755-5f19-46d3-9301-718a618735dc service neutron] Bound port: be024afa-a2ba-4736-b26b-99e01a74cf03, host: hv-cinder-80161, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63e88a60-78da-4f55-839d-5376c73609d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7040d785-ad9e-439a-8073-762370b8ac7a'}}] {{(pid=93162) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 05:09:47.194658 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-b3ab605e-2b70-4db7-9cbd-7cced1a46438 req-5beaa755-5f19-46d3-9301-718a618735dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:47.196107 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device 9f4be593-7ae9-4cfe-bfcb-ea5fc3764266 details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=93164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 05:09:47.247964 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0742b7-2f7f-499a-908c-6b93d09155c0 None None] Pushing event updated for resources: {'Port': ['ID=67d233a3-056c-4d5b-a031-bbf00997430a,revision_number=3']} {{(pid=93165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:47.295650 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd34243-e0ce-464e-b4f0-af93ccefbf14 None None] Routers {'b30a494e-afa2-43d6-b7c0-07b0571d672c'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:09:47.297376 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-cbd34243-e0ce-464e-b4f0-af93ccefbf14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:09:27Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['b30a494e-afa2-43d6-b7c0-07b0571d672c'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:09:47.343910 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95309726-ffa3-48d5-a87a-b905eeffcbf4 req-98a3ab8d-a6fa-467b-877b-bab7dd626e38 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:47.353012 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-95309726-ffa3-48d5-a87a-b905eeffcbf4 req-98a3ab8d-a6fa-467b-877b-bab7dd626e38 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e118b8e-18cd-4b34-b66f-893e8e5db0fb HTTP/1.1" status: 200 len: 945 time: 0.5598207 Jul 28 05:09:47.377022 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-b3ab605e-2b70-4db7-9cbd-7cced1a46438 req-5beaa755-5f19-46d3-9301-718a618735dc service neutron] For port be024afa-a2ba-4736-b26b-99e01a74cf03, host hv-cinder-80161, cleared binding levels {{(pid=93162) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:09:47.385085 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad20e88-e7da-4162-8bd7-d5e76d7a015b req-27613cdb-be91-44d3-8b15-2741812c0acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:47.385318 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d4b29062-b009-4ec1-a2c9-9699b8b1f69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:47.386979 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-fad20e88-e7da-4162-8bd7-d5e76d7a015b req-27613cdb-be91-44d3-8b15-2741812c0acb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cd3af660b04c4cd28649da733b80e303&device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 1096 time: 0.2525222 Jul 28 05:09:47.411350 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [req-b3ab605e-2b70-4db7-9cbd-7cced1a46438 req-5beaa755-5f19-46d3-9301-718a618735dc service neutron] For port be024afa-a2ba-4736-b26b-99e01a74cf03, host hv-cinder-80161, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=be024afa-a2ba-4736-b26b-99e01a74cf03,segment=NetworkSegment(63e88a60-78da-4f55-839d-5376c73609d1),segment_id=63e88a60-78da-4f55-839d-5376c73609d1)] {{(pid=93162) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:09:47.415663 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7797b929-fb1c-4846-aac0-9f79f66e3fa7 req-d8565b6f-d54a-464b-b241-61a7f0fdb45f service neutron] 10.222.0.21 "GET /v2.0/networks/34e1948f-8e2c-47b9-a68d-5f2322a08957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080863 Jul 28 05:09:47.423940 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-b3ab605e-2b70-4db7-9cbd-7cced1a46438 req-5beaa755-5f19-46d3-9301-718a618735dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:47.471220 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.db.resource_extend [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 05:09:47.471440 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-17606367-7226-4766-901d-c967762ff554 req-85b7f0a2-2061-452f-9d9d-9301a85ba1dd service neutron] 10.222.0.21 "GET /v2.0/networks/2f6cc273-aa71-4fbb-86d3-1b26dad4ce50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6767004 Jul 28 05:09:47.484358 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-fad20e88-e7da-4162-8bd7-d5e76d7a015b req-fe7bf17b-9169-440b-9e08-6dba799385da service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e92ba37f-ba0e-49eb-aac0-8ed216d472aa HTTP/1.1" status: 200 len: 217 time: 0.0717731 Jul 28 05:09:47.551824 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] For port 9f4be593-7ae9-4cfe-bfcb-ea5fc3764266, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=9f4be593-7ae9-4cfe-bfcb-ea5fc3764266,segment=NetworkSegment(b6e7b6af-52d2-4c9f-b399-76a1466735d9),segment_id=b6e7b6af-52d2-4c9f-b399-76a1466735d9)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:09:47.564949 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-95309726-ffa3-48d5-a87a-b905eeffcbf4 req-5c9ef673-20a4-4a02-b394-fca1c7b9caaa tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113862 Jul 28 05:09:47.566101 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Returning: {'device': '9f4be593-7ae9-4cfe-bfcb-ea5fc3764266', 'network_id': '34e1948f-8e2c-47b9-a68d-5f2322a08957', 'port_id': '9f4be593-7ae9-4cfe-bfcb-ea5fc3764266', 'mac_address': 'fa:16:3e:14:90:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9700662-b8e7-49fb-ada5-3c005d49b640', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 05:09:47.578131 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-cbd34243-e0ce-464e-b4f0-af93ccefbf14 None None] Set router b30a494e-afa2-43d6-b7c0-07b0571d672c gateway port host: dv-cinder-801617-3-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:09:47.612942 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e39b4-16d5-40cb-9569-c587da765b38 req-44fb849f-32a3-44f6-87c9-7f57c393a570 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:47.635609 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f52e39b4-16d5-40cb-9569-c587da765b38 req-44fb849f-32a3-44f6-87c9-7f57c393a570 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] 10.222.0.13 "GET /v2.0/ports?device_id=649dc269-36a0-4fca-9f66-075ba41eece0 HTTP/1.1" status: 200 len: 945 time: 0.3770230 Jul 28 05:09:47.655335 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:47.685034 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f4be593-7ae9-4cfe-bfcb-ea5fc3764266 {{(pid=93164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 05:09:47.708075 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] For port 9f4be593-7ae9-4cfe-bfcb-ea5fc3764266, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=9f4be593-7ae9-4cfe-bfcb-ea5fc3764266,segment=NetworkSegment(b6e7b6af-52d2-4c9f-b399-76a1466735d9),segment_id=b6e7b6af-52d2-4c9f-b399-76a1466735d9)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:09:47.716438 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:47.719029 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device a624a92f-6767-4bea-a454-f4d856510779 details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=93164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 05:09:47.816536 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-cbd34243-e0ce-464e-b4f0-af93ccefbf14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30a494e-afa2-43d6-b7c0-07b0571d672c', 'name': 'tempest-TestVolumeBootPattern-1737634104-router', 'tenant_id': 'a552f7ab2976456ea67918bb2395079f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '67d233a3-056c-4d5b-a031-bbf00997430a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:43Z', 'updated_at': '2021-07-28T05:09:44Z', 'revision_number': 3, 'project_id': 'a552f7ab2976456ea67918bb2395079f', 'gw_port': {'id': '67d233a3-056c-4d5b-a031-bbf00997430a', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30a494e-afa2-43d6-b7c0-07b0571d672c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:44Z', 'updated_at': '2021-07-28T05:09:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi'}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:09:47.843508 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Pushing event updated for resources: {'Port': ['ID=9f4be593-7ae9-4cfe-bfcb-ea5fc3764266,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:47.855802 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd34243-e0ce-464e-b4f0-af93ccefbf14 None None] The sync data for ids ['b30a494e-afa2-43d6-b7c0-07b0571d672c'] in dv-cinder-801617-3-iscsi is: [{'id': 'b30a494e-afa2-43d6-b7c0-07b0571d672c', 'name': 'tempest-TestVolumeBootPattern-1737634104-router', 'tenant_id': 'a552f7ab2976456ea67918bb2395079f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '67d233a3-056c-4d5b-a031-bbf00997430a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:43Z', 'updated_at': '2021-07-28T05:09:44Z', 'revision_number': 3, 'project_id': 'a552f7ab2976456ea67918bb2395079f', 'gw_port': {'id': '67d233a3-056c-4d5b-a031-bbf00997430a', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30a494e-afa2-43d6-b7c0-07b0571d672c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:44Z', 'updated_at': '2021-07-28T05:09:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi'}] {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:09:47.872706 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-acd21255-3cb6-4567-9b7f-53deebc082c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:47.874400 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad20e88-e7da-4162-8bd7-d5e76d7a015b req-d075aa97-3f87-4ac2-8cdb-98c1ec22a782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:47.876006 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-fad20e88-e7da-4162-8bd7-d5e76d7a015b req-d075aa97-3f87-4ac2-8cdb-98c1ec22a782 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=55007cfe-ea2e-4cab-9e84-15ae15b8e8bc HTTP/1.1" status: 200 len: 858 time: 0.3721766 Jul 28 05:09:47.894682 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] For port a624a92f-6767-4bea-a454-f4d856510779, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=a624a92f-6767-4bea-a454-f4d856510779,segment=NetworkSegment(6a6fa6e8-d182-4dbf-a398-13b8523e31fa),segment_id=6a6fa6e8-d182-4dbf-a398-13b8523e31fa)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:09:47.899531 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-acd21255-3cb6-4567-9b7f-53deebc082c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:47.910960 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Returning: {'device': 'a624a92f-6767-4bea-a454-f4d856510779', 'network_id': '2f6cc273-aa71-4fbb-86d3-1b26dad4ce50', 'port_id': 'a624a92f-6767-4bea-a454-f4d856510779', 'mac_address': 'fa:16:3e:da:0f:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55007cfe-ea2e-4cab-9e84-15ae15b8e8bc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 05:09:47.919791 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab605e-2b70-4db7-9cbd-7cced1a46438 req-5beaa755-5f19-46d3-9301-718a618735dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:47.920874 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [req-b3ab605e-2b70-4db7-9cbd-7cced1a46438 req-5beaa755-5f19-46d3-9301-718a618735dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for port, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:47.923453 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b3ab605e-2b70-4db7-9cbd-7cced1a46438 req-5beaa755-5f19-46d3-9301-718a618735dc service neutron] 10.222.0.21 "PUT /v2.0/ports/be024afa-a2ba-4736-b26b-99e01a74cf03 HTTP/1.1" status: 200 len: 1094 time: 2.7248490 Jul 28 05:09:47.923453 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb83aa2e-d4fc-465b-b510-fc569c2d3a02', 'tag': 'be024afa-a2ba-4736-b26b-99e01a74cf03'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:09:47.941824 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c2d73b3f5a3d58c7c8ad1da87b4e0288c6e179b2b0c85b2ac43e7fbbb4c89cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1f8623-3733-426e-aade-bed87671076d" -d '{"events": [{"name": "network-changed", "server_uuid": "cb83aa2e-d4fc-465b-b510-fc569c2d3a02", "tag": "be024afa-a2ba-4736-b26b-99e01a74cf03"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:09:47.957409 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f52e39b4-16d5-40cb-9569-c587da765b38 req-f9dadb66-0941-4258-a27e-51f9403f6f61 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] 10.222.0.13 "GET /v2.0/security-groups?id=557997c5-5ec0-471e-b73c-4a4a9b55bf10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208389 Jul 28 05:09:47.970901 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:48.008273 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a624a92f-6767-4bea-a454-f4d856510779 {{(pid=93164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 05:09:48.048395 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e118b8e-18cd-4b34-b66f-893e8e5db0fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff5819f-777b-414b-9f10-643c6d3f7c92'}] {{(pid=93164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:09:48.050681 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fb4d28940d80eba88a385613a92acfb6aaf547e778be800882bca880023c29d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff7c203-4402-4c0f-801a-f95deb122aa3" -d '{"events": [{"server_uuid": "1e118b8e-18cd-4b34-b66f-893e8e5db0fb", "name": "network-vif-plugged", "status": "completed", "tag": "4ff5819f-777b-414b-9f10-643c6d3f7c92"}]}' {{(pid=93164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:09:48.074006 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beaa755-5f19-46d3-9301-718a618735dc service neutron] Pushing event updated for resources: {'Port': ['ID=be024afa-a2ba-4736-b26b-99e01a74cf03,revision_number=3']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:48.089550 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] For port a624a92f-6767-4bea-a454-f4d856510779, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=a624a92f-6767-4bea-a454-f4d856510779,segment=NetworkSegment(6a6fa6e8-d182-4dbf-a398-13b8523e31fa),segment_id=6a6fa6e8-d182-4dbf-a398-13b8523e31fa)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:09:48.097321 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:48.099451 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd21255-3cb6-4567-9b7f-53deebc082c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e00256-f2e2-4949-8f62-0790740cf22f,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:48.154784 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:48.162776 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-7797b929-fb1c-4846-aac0-9f79f66e3fa7 req-8177ebad-07e8-4e16-a8c3-1cefbec4903b service neutron] 10.222.0.21 "GET /v2.0/networks/34e1948f-8e2c-47b9-a68d-5f2322a08957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7254782 Jul 28 05:09:48.163522 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-17606367-7226-4766-901d-c967762ff554 req-ffb41343-b5b3-46c2-9a17-9cb70449bbe0 service neutron] 10.222.0.21 "GET /v2.0/networks/2f6cc273-aa71-4fbb-86d3-1b26dad4ce50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6807542 Jul 28 05:09:48.166131 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-fad20e88-e7da-4162-8bd7-d5e76d7a015b req-315a3833-f05f-4200-b29d-ca7522268d82 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2f6cc273-aa71-4fbb-86d3-1b26dad4ce50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2770786 Jul 28 05:09:48.169524 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab605e-2b70-4db7-9cbd-7cced1a46438 req-5e44cf7d-86c8-49c3-80eb-ce9a2eb655a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:48.171136 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b3ab605e-2b70-4db7-9cbd-7cced1a46438 req-5e44cf7d-86c8-49c3-80eb-ce9a2eb655a4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=38cd928d0e0347d0baad775ab2994326&device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 1097 time: 0.1540153 Jul 28 05:09:48.194178 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Pushing event updated for resources: {'Port': ['ID=a624a92f-6767-4bea-a454-f4d856510779,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:48.214213 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205a894-608f-4b74-867b-f9e88d3a81e5 req-eee3d6d0-f596-4575-95dc-dfedfb4e2e0e tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:48.222041 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6205a894-608f-4b74-867b-f9e88d3a81e5 req-eee3d6d0-f596-4575-95dc-dfedfb4e2e0e tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 944 time: 0.5067372 Jul 28 05:09:48.237592 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [None req-d4b29062-b009-4ec1-a2c9-9699b8b1f69b admin admin] Allocated IP 172.20.0.1 (ef26f782-d8e2-421a-8538-0b5e94a369eb/58ccc002-22d5-41bf-898a-9be0afe8a15a/002fa289-25d1-4212-89cb-0ceb01342e74) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:09:48.248717 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-acd21255-3cb6-4567-9b7f-53deebc082c0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=02500fe2d5854295846c60ea7ad1ff27&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6777043 Jul 28 05:09:48.249230 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 43824) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:48.314926 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d26d03-8870-4d9e-aefe-3d54e56bdeb1 req-7ee1ef37-e94b-4ceb-beea-80a39dac80f4 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:48.316641 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d7d26d03-8870-4d9e-aefe-3d54e56bdeb1 req-7ee1ef37-e94b-4ceb-beea-80a39dac80f4 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 944 time: 0.2005820 Jul 28 05:09:48.354741 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b3ab605e-2b70-4db7-9cbd-7cced1a46438 req-5ece2cc9-d570-4d52-8406-08822a75cd5f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be024afa-a2ba-4736-b26b-99e01a74cf03 HTTP/1.1" status: 200 len: 217 time: 0.0784991 Jul 28 05:09:48.395459 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6205a894-608f-4b74-867b-f9e88d3a81e5 req-3dbc2337-0d0f-43d3-80f2-029469022a8c tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725147 Jul 28 05:09:48.456332 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d7d26d03-8870-4d9e-aefe-3d54e56bdeb1 req-2fbbbed3-32cc-4c82-8215-2a4385544a70 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/security-groups?id=914ab7d4-c321-44bb-8153-ea66db053fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924714 Jul 28 05:09:48.458356 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-0ad17371-161f-4a32-962f-64e83038ab93 req-4dfa9a61-75e8-4e46-866b-7b8db139ebfe service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:48.464338 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-0ad17371-161f-4a32-962f-64e83038ab93 req-4dfa9a61-75e8-4e46-866b-7b8db139ebfe service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:48.483719 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 05:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e24ab1-4435-4318-8eb1-369e2fd856c2 x-openstack-request-id: req-d9e24ab1-4435-4318-8eb1-369e2fd856c2 {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:09:48.485544 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb83aa2e-d4fc-465b-b510-fc569c2d3a02", "tag": "be024afa-a2ba-4736-b26b-99e01a74cf03", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:09:48.487542 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d9e24ab1-4435-4318-8eb1-369e2fd856c2 {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:09:48.488018 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb83aa2e-d4fc-465b-b510-fc569c2d3a02', 'tag': 'be024afa-a2ba-4736-b26b-99e01a74cf03', 'status': 'completed', 'code': 200} Jul 28 05:09:48.512638 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-fad20e88-e7da-4162-8bd7-d5e76d7a015b req-93f246fd-812b-4989-921a-4761f19b3f17 service neutron] 10.222.0.21 "GET /v2.0/networks/2f6cc273-aa71-4fbb-86d3-1b26dad4ce50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470498 Jul 28 05:09:48.514198 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0ad17371-161f-4a32-962f-64e83038ab93 req-4dfa9a61-75e8-4e46-866b-7b8db139ebfe service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=557997c5-5ec0-471e-b73c-4a4a9b55bf10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7205508 Jul 28 05:09:48.519392 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfa9a61-75e8-4e46-866b-7b8db139ebfe service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8b3cef-b2e7-417d-8d46-1707f0a16605,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:48.524010 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ecc19529-6cbd-4038-918a-e28fc13860d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:48.531364 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab605e-2b70-4db7-9cbd-7cced1a46438 req-f0c55506-85e3-4420-86bc-45051c69d613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:48.532856 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b3ab605e-2b70-4db7-9cbd-7cced1a46438 req-f0c55506-85e3-4420-86bc-45051c69d613 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=278bb74a-8e56-4dfc-917a-8520d15d8eb0 HTTP/1.1" status: 200 len: 850 time: 0.1665456 Jul 28 05:09:48.551834 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 05:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61661de-65d6-4818-a634-baf19d5af218 x-openstack-request-id: req-d61661de-65d6-4818-a634-baf19d5af218 {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:09:48.552128 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e118b8e-18cd-4b34-b66f-893e8e5db0fb", "name": "network-vif-plugged", "status": "completed", "tag": "4ff5819f-777b-414b-9f10-643c6d3f7c92", "code": 200}]} {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:09:48.552391 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d61661de-65d6-4818-a634-baf19d5af218 {{(pid=93164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:09:48.552765 dv-cinder-801617-3-iscsi neutron-server[93164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e118b8e-18cd-4b34-b66f-893e8e5db0fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff5819f-777b-414b-9f10-643c6d3f7c92', 'code': 200} Jul 28 05:09:48.578147 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ecc19529-6cbd-4038-918a-e28fc13860d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:48.585051 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fdd4ff-be56-418e-948a-97836c7326f4 req-49bcdf54-d74b-446c-b07a-e33734f09659 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:48.585764 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-31fdd4ff-be56-418e-948a-97836c7326f4 req-49bcdf54-d74b-446c-b07a-e33734f09659 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 944 time: 0.0575788 Jul 28 05:09:48.593260 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d4b29062-b009-4ec1-a2c9-9699b8b1f69b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:48.624999 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [None req-d4b29062-b009-4ec1-a2c9-9699b8b1f69b admin admin] Transition to ACTIVE for port object 002fa289-25d1-4212-89cb-0ceb01342e74 will not be triggered until provisioned by entity DHCP. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:09:48.632654 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-31fdd4ff-be56-418e-948a-97836c7326f4 req-7ea1f0b3-df34-4dc7-97d0-2c6d8e5e32e3 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408926 Jul 28 05:09:48.679482 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ecc19529-6cbd-4038-918a-e28fc13860d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:48.682030 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ecc19529-6cbd-4038-918a-e28fc13860d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:48.684689 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-ecc19529-6cbd-4038-918a-e28fc13860d4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/44e00256-f2e2-4949-8f62-0790740cf22f HTTP/1.1" status: 204 len: 168 time: 0.4343030 Jul 28 05:09:48.695372 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc19529-6cbd-4038-918a-e28fc13860d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e00256-f2e2-4949-8f62-0790740cf22f,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:48.719835 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d4b29062-b009-4ec1-a2c9-9699b8b1f69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227148292'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:48.731324 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ddf2a-23ce-446d-b4d0-37f9c8487b9c req-991e1060-ea2b-4f80-9f07-e77745a8d751 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:48.733323 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0f9ddf2a-23ce-446d-b4d0-37f9c8487b9c req-991e1060-ea2b-4f80-9f07-e77745a8d751 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e118b8e-18cd-4b34-b66f-893e8e5db0fb HTTP/1.1" status: 200 len: 945 time: 0.0802429 Jul 28 05:09:48.759991 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b29062-b009-4ec1-a2c9-9699b8b1f69b admin admin] Network ef26f782-d8e2-421a-8538-0b5e94a369eb is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:09:48.765247 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-d4b29062-b009-4ec1-a2c9-9699b8b1f69b admin admin] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:09:48.770996 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b29062-b009-4ec1-a2c9-9699b8b1f69b admin admin] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 05:09:48.772065 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d4b29062-b009-4ec1-a2c9-9699b8b1f69b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406642'] for router_interface, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:48.784305 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0f9ddf2a-23ce-446d-b4d0-37f9c8487b9c req-d75dbd9f-a72c-404c-832e-460f2ec7cd0a tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435491 Jul 28 05:09:48.813400 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b29062-b009-4ec1-a2c9-9699b8b1f69b admin admin] Pushing event updated for resources: {'Port': ['ID=002fa289-25d1-4212-89cb-0ceb01342e74,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:48.936306 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d4b29062-b009-4ec1-a2c9-9699b8b1f69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:49.013637 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-8e0de77c-355d-4fb8-9430-fda73a37a4c5 None None] Provisioning for port 002fa289-25d1-4212-89cb-0ceb01342e74 completed by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:09:49.022923 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-8e0de77c-355d-4fb8-9430-fda73a37a4c5 None None] Provisioning complete for port 002fa289-25d1-4212-89cb-0ceb01342e74 triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:09:49.023297 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-8e0de77c-355d-4fb8-9430-fda73a37a4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:49.095524 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 67d233a3-056c-4d5b-a031-bbf00997430a up at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:09:49.121998 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 43834) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:49.122557 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba31a6f-4086-4760-972d-a3170b2fadd3 req-e317577d-1cbe-4f41-805a-38ca53299800 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:49.123748 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2ba31a6f-4086-4760-972d-a3170b2fadd3 req-e317577d-1cbe-4f41-805a-38ca53299800 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] 10.222.0.13 "GET /v2.0/ports?device_id=649dc269-36a0-4fca-9f66-075ba41eece0 HTTP/1.1" status: 200 len: 945 time: 0.0896757 Jul 28 05:09:49.125397 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-8e0de77c-355d-4fb8-9430-fda73a37a4c5 None None] Port 002fa289-25d1-4212-89cb-0ceb01342e74 cannot update to ACTIVE because it is not bound. {{(pid=93164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 05:09:49.146211 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d6ef6c1c-b8b4-40d8-87a4-67e4f95beea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:49.170106 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2ba31a6f-4086-4760-972d-a3170b2fadd3 req-8e322034-05b3-4b00-8b77-494074f15606 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] 10.222.0.13 "GET /v2.0/security-groups?id=557997c5-5ec0-471e-b73c-4a4a9b55bf10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357280 Jul 28 05:09:49.174296 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning for port 67d233a3-056c-4d5b-a031-bbf00997430a completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:09:49.179278 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning complete for port 67d233a3-056c-4d5b-a031-bbf00997430a triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:09:49.179966 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:49.259405 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:49.264206 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d4b29062-b009-4ec1-a2c9-9699b8b1f69b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:49.269800 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d4b29062-b009-4ec1-a2c9-9699b8b1f69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:49.270895 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d4b29062-b009-4ec1-a2c9-9699b8b1f69b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409570'] for router_interface, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:49.280975 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] For port 67d233a3-056c-4d5b-a031-bbf00997430a, host dv-cinder-801617-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=67d233a3-056c-4d5b-a031-bbf00997430a,segment=NetworkSegment(d34fa97e-0825-4a06-9105-26c8994a2a7e),segment_id=d34fa97e-0825-4a06-9105-26c8994a2a7e)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:09:49.285213 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:49.337008 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Pushing event updated for resources: {'Port': ['ID=67d233a3-056c-4d5b-a031-bbf00997430a,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:49.366484 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d6ef6c1c-b8b4-40d8-87a4-67e4f95beea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:49.373121 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d6ef6c1c-b8b4-40d8-87a4-67e4f95beea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:49.379018 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b29062-b009-4ec1-a2c9-9699b8b1f69b admin admin] Pushing event updated for resources: {'Port': ['ID=002fa289-25d1-4212-89cb-0ceb01342e74,revision_number=2']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:49.423853 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-d6ef6c1c-b8b4-40d8-87a4-67e4f95beea4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=99cf9262aeca405b9ef556faa1d2554b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3007457 Jul 28 05:09:49.426342 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ef6c1c-b8b4-40d8-87a4-67e4f95beea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3abc4caf-6ec1-479d-91a4-9c038c7cafdf,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:49.427940 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 43840) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:49.462771 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b29062-b009-4ec1-a2c9-9699b8b1f69b admin admin] Network ef26f782-d8e2-421a-8538-0b5e94a369eb is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:09:49.464730 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-d4b29062-b009-4ec1-a2c9-9699b8b1f69b admin admin] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:09:49.496831 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-523aef93-65ab-41d7-ba6e-4f43894dced3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:49.547649 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-523aef93-65ab-41d7-ba6e-4f43894dced3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:49.599069 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702f464f-2307-4427-ae26-ebb1361612b2 req-9c29d40b-ae30-45ef-ba6c-70499ae94233 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:49.600656 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-702f464f-2307-4427-ae26-ebb1361612b2 req-9c29d40b-ae30-45ef-ba6c-70499ae94233 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 944 time: 0.1182666 Jul 28 05:09:49.601622 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4b29062-b009-4ec1-a2c9-9699b8b1f69b admin admin] Router b30a494e-afa2-43d6-b7c0-07b0571d672c has already been hosted by L3 agent febb8baf-5368-4b94-affe-2856141f0f3f {{(pid=93162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 05:09:49.671038 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4991e5a-04ed-409d-b4aa-d6a3c2b4f17f req-56bb9d08-a9b4-41c4-9520-ea014bf5dcb4 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:49.672656 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b4991e5a-04ed-409d-b4aa-d6a3c2b4f17f req-56bb9d08-a9b4-41c4-9520-ea014bf5dcb4 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 944 time: 0.1173427 Jul 28 05:09:49.689341 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-702f464f-2307-4427-ae26-ebb1361612b2 req-70183e44-4d81-4a94-a49a-70c32b81ce62 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701005 Jul 28 05:09:49.718108 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-523aef93-65ab-41d7-ba6e-4f43894dced3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:49.720630 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-523aef93-65ab-41d7-ba6e-4f43894dced3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:49.721759 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-523aef93-65ab-41d7-ba6e-4f43894dced3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3abc4caf-6ec1-479d-91a4-9c038c7cafdf HTTP/1.1" status: 204 len: 168 time: 0.2920434 Jul 28 05:09:49.733670 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b29062-b009-4ec1-a2c9-9699b8b1f69b admin admin] Notify agent at l3_agent.dv-cinder-801617-3-iscsi the message routers_updated {{(pid=93162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:09:49.735630 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523aef93-65ab-41d7-ba6e-4f43894dced3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abc4caf-6ec1-479d-91a4-9c038c7cafdf,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:49.749355 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-d4b29062-b009-4ec1-a2c9-9699b8b1f69b admin admin] 10.222.0.13 "PUT /v2.0/routers/b30a494e-afa2-43d6-b7c0-07b0571d672c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0306294 Jul 28 05:09:49.761209 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b4991e5a-04ed-409d-b4aa-d6a3c2b4f17f req-48f097cd-9faf-43e3-a455-19872cd18e51 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/security-groups?id=914ab7d4-c321-44bb-8153-ea66db053fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700758 Jul 28 05:09:49.792690 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-96388480-638f-42c7-892f-24521d0a1363 None None] Provisioning complete for port 002fa289-25d1-4212-89cb-0ceb01342e74 triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:09:49.793067 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-96388480-638f-42c7-892f-24521d0a1363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:49.847453 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-96388480-638f-42c7-892f-24521d0a1363 None None] Port 002fa289-25d1-4212-89cb-0ceb01342e74 cannot update to ACTIVE because it is not bound. {{(pid=93164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 05:09:49.865342 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718af2ee-764e-43cd-8903-8c9321fb3a1e req-5175f4e0-5fc8-4ae6-a9aa-c7e7c276d9bc tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:49.874263 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-718af2ee-764e-43cd-8903-8c9321fb3a1e req-5175f4e0-5fc8-4ae6-a9aa-c7e7c276d9bc tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 944 time: 0.0971103 Jul 28 05:09:49.946138 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-718af2ee-764e-43cd-8903-8c9321fb3a1e req-05f85caf-a7a4-4771-a0e3-1b161cb4c188 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666115 Jul 28 05:09:49.970024 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22baf4c2-da8b-4c87-ae24-0a02d50333a9 req-7c6ea610-6618-42a0-9a62-aa3923d8a0c9 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:49.970994 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-22baf4c2-da8b-4c87-ae24-0a02d50333a9 req-7c6ea610-6618-42a0-9a62-aa3923d8a0c9 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e118b8e-18cd-4b34-b66f-893e8e5db0fb HTTP/1.1" status: 200 len: 945 time: 0.0944254 Jul 28 05:09:50.006500 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8a1ff8-154f-42b3-beb0-5b0d603ea5b1 None None] Sync routers for ids ['b30a494e-afa2-43d6-b7c0-07b0571d672c'] in dv-cinder-801617-3-iscsi {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:09:50.016834 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8a1ff8-154f-42b3-beb0-5b0d603ea5b1 None None] Routers {'b30a494e-afa2-43d6-b7c0-07b0571d672c'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:09:50.017536 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-eb8a1ff8-154f-42b3-beb0-5b0d603ea5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:09:27Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['b30a494e-afa2-43d6-b7c0-07b0571d672c'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:09:50.022718 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-22baf4c2-da8b-4c87-ae24-0a02d50333a9 req-d8912cb9-37f2-4756-a028-061514845de7 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455017 Jul 28 05:09:50.159148 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-eb8a1ff8-154f-42b3-beb0-5b0d603ea5b1 None None] Set router b30a494e-afa2-43d6-b7c0-07b0571d672c gateway port host: dv-cinder-801617-3-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:09:50.302462 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e469ec70-5c1e-4504-bd8c-1cc0db47d634 req-6b5e1e09-5133-4fd7-8e70-5ceeafc07e29 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:50.303922 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e469ec70-5c1e-4504-bd8c-1cc0db47d634 req-6b5e1e09-5133-4fd7-8e70-5ceeafc07e29 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] 10.222.0.13 "GET /v2.0/ports?device_id=649dc269-36a0-4fca-9f66-075ba41eece0 HTTP/1.1" status: 200 len: 945 time: 0.0592608 Jul 28 05:09:50.368516 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e469ec70-5c1e-4504-bd8c-1cc0db47d634 req-afa7df19-c43a-4b1a-bceb-2f2dce6f7389 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] 10.222.0.13 "GET /v2.0/security-groups?id=557997c5-5ec0-471e-b73c-4a4a9b55bf10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573089 Jul 28 05:09:50.411085 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-eb8a1ff8-154f-42b3-beb0-5b0d603ea5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30a494e-afa2-43d6-b7c0-07b0571d672c', 'name': 'tempest-TestVolumeBootPattern-1737634104-router', 'tenant_id': 'a552f7ab2976456ea67918bb2395079f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '67d233a3-056c-4d5b-a031-bbf00997430a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:43Z', 'updated_at': '2021-07-28T05:09:48Z', 'revision_number': 4, 'project_id': 'a552f7ab2976456ea67918bb2395079f', 'gw_port': {'id': '67d233a3-056c-4d5b-a031-bbf00997430a', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30a494e-afa2-43d6-b7c0-07b0571d672c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:44Z', 'updated_at': '2021-07-28T05:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_interfaces': [{'id': '002fa289-25d1-4212-89cb-0ceb01342e74', 'name': '', 'network_id': 'ef26f782-d8e2-421a-8538-0b5e94a369eb', 'tenant_id': 'a552f7ab2976456ea67918bb2395079f', 'mac_address': 'fa:16:3e:3b:17:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30a494e-afa2-43d6-b7c0-07b0571d672c', 'device_owner': 'network:router_interface', 'standard_attr_id': 201, 'fixed_ips': [{'subnet_id': '58ccc002-22d5-41bf-898a-9be0afe8a15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:47Z', 'updated_at': '2021-07-28T05:09:49Z', 'revision_number': 2, 'project_id': 'a552f7ab2976456ea67918bb2395079f', 'subnets': [{'id': '58ccc002-22d5-41bf-898a-9be0afe8a15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:09:50.430575 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 43880) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:50.436248 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-637982c3-7b7d-4e98-8660-ad92eaa5df83 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-389037872-network', 'tenant_id': '02616dde26394b88bad6ba47f0c58171'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:09:50.446049 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8a1ff8-154f-42b3-beb0-5b0d603ea5b1 None None] Checking router: b30a494e-afa2-43d6-b7c0-07b0571d672c for host: dv-cinder-801617-3-iscsi {{(pid=93164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:09:50.446406 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8a1ff8-154f-42b3-beb0-5b0d603ea5b1 None None] Updating router b30a494e-afa2-43d6-b7c0-07b0571d672c port 002fa289-25d1-4212-89cb-0ceb01342e74 binding host dv-cinder-801617-3-iscsi {{(pid=93164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 05:09:50.460074 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637982c3-7b7d-4e98-8660-ad92eaa5df83 admin admin] Made reservation on behalf of 02616dde26394b88bad6ba47f0c58171 for: {'network': 1} {{(pid=93163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:09:50.462430 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-637982c3-7b7d-4e98-8660-ad92eaa5df83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for network, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:50.471497 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-eb8a1ff8-154f-42b3-beb0-5b0d603ea5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:50.475040 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-637982c3-7b7d-4e98-8660-ad92eaa5df83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:50.571022 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-637982c3-7b7d-4e98-8660-ad92eaa5df83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:50.575306 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-637982c3-7b7d-4e98-8660-ad92eaa5df83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:50.589314 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-637982c3-7b7d-4e98-8660-ad92eaa5df83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=93163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 05:09:50.612072 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-637982c3-7b7d-4e98-8660-ad92eaa5df83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502470'] for segment, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:50.612400 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.db.segments_db [None req-637982c3-7b7d-4e98-8660-ad92eaa5df83 admin admin] Added segment 23eed4e2-d1fc-4c19-9674-0a0a78717f0a of type vlan for network ec74be42-2caf-4a53-bf1c-d08781db4d21 Jul 28 05:09:50.622245 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637982c3-7b7d-4e98-8660-ad92eaa5df83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef249146-ef73-44fb-8845-e799faa1c778,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:50.660008 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-637982c3-7b7d-4e98-8660-ad92eaa5df83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765227181150'] for network, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:50.689770 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-637982c3-7b7d-4e98-8660-ad92eaa5df83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463'] for network, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:50.690733 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637982c3-7b7d-4e98-8660-ad92eaa5df83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:50.691320 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-637982c3-7b7d-4e98-8660-ad92eaa5df83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for network, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:50.747954 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 43892) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:50.748577 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-637982c3-7b7d-4e98-8660-ad92eaa5df83 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3163857 Jul 28 05:09:50.753394 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-bf01cb68-f61a-4fd7-ba50-0ed277a16902 admin admin] Request body: {'subnet': {'network_id': 'ec74be42-2caf-4a53-bf1c-d08781db4d21', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-389037872-subnet', 'tenant_id': '02616dde26394b88bad6ba47f0c58171', 'ip_version': 4}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:09:50.755592 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637982c3-7b7d-4e98-8660-ad92eaa5df83 admin admin] Pushing event updated for resources: {'Network': ['ID=ec74be42-2caf-4a53-bf1c-d08781db4d21,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:50.775821 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Network ec74be42-2caf-4a53-bf1c-d08781db4d21 details requested by agent ovs-agent-dv-cinder-801617-3-iscsi with host dv-cinder-801617-3-iscsi {{(pid=93164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 05:09:50.778541 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf01cb68-f61a-4fd7-ba50-0ed277a16902 admin admin] Made reservation on behalf of 02616dde26394b88bad6ba47f0c58171 for: {'subnet': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:09:50.781350 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-bf01cb68-f61a-4fd7-ba50-0ed277a16902 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:50.782925 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-eb8a1ff8-154f-42b3-beb0-5b0d603ea5b1 None None] Notify callbacks [] for port, precommit_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:50.828770 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65363bed-cc8a-44e1-8852-69778af23528 req-017ec125-bcf2-4a74-a7b7-2b2a1cdf88f9 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:50.830510 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-65363bed-cc8a-44e1-8852-69778af23528 req-017ec125-bcf2-4a74-a7b7-2b2a1cdf88f9 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 944 time: 0.0595105 Jul 28 05:09:50.847655 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-eb8a1ff8-154f-42b3-beb0-5b0d603ea5b1 None None] Transition to ACTIVE for port object 002fa289-25d1-4212-89cb-0ceb01342e74 will not be triggered until provisioned by entity L2. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:09:50.866273 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-eb8a1ff8-154f-42b3-beb0-5b0d603ea5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:50.884699 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-65363bed-cc8a-44e1-8852-69778af23528 req-f997f1cc-1030-423f-a3ee-c6121d18436b tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475154 Jul 28 05:09:50.954040 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e962cfd1-b805-4814-9042-a847c9ebe57d None None] Pushing event updated for resources: {'Port': ['ID=002fa289-25d1-4212-89cb-0ceb01342e74,revision_number=3']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:51.014974 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2752fa-df11-433b-991f-45daa463424d req-f266343e-a26f-4ea9-ad50-099a41b098c0 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:51.016695 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9c2752fa-df11-433b-991f-45daa463424d req-f266343e-a26f-4ea9-ad50-099a41b098c0 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 944 time: 0.1267953 Jul 28 05:09:51.030377 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-eb8a1ff8-154f-42b3-beb0-5b0d603ea5b1 None None] Attempting to bind port 002fa289-25d1-4212-89cb-0ceb01342e74 on host dv-cinder-801617-3-iscsi for vnic_type normal with profile {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 05:09:51.031089 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-eb8a1ff8-154f-42b3-beb0-5b0d603ea5b1 None None] Attempting to bind port 002fa289-25d1-4212-89cb-0ceb01342e74 by drivers openvswitch,hyperv on host dv-cinder-801617-3-iscsi at level 0 using segments [{'id': '53a065eb-9ba7-4617-8662-965e8ca00201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ef26f782-d8e2-421a-8538-0b5e94a369eb'}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 05:09:51.031219 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8a1ff8-154f-42b3-beb0-5b0d603ea5b1 None None] Attempting to bind port 002fa289-25d1-4212-89cb-0ceb01342e74 on network ef26f782-d8e2-421a-8538-0b5e94a369eb {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:09:51.040193 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8a1ff8-154f-42b3-beb0-5b0d603ea5b1 None None] Checking agent: {'id': '3fbc40da-b90e-4a82-82aa-1ec33702809d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 5, 1, 27), 'started_at': datetime.datetime(2021, 7, 28, 5, 1, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 5, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 05:09:51.040567 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8a1ff8-154f-42b3-beb0-5b0d603ea5b1 None None] Checking segment: {'id': '53a065eb-9ba7-4617-8662-965e8ca00201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ef26f782-d8e2-421a-8538-0b5e94a369eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:09:51.040999 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-eb8a1ff8-154f-42b3-beb0-5b0d603ea5b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:51.041553 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8a1ff8-154f-42b3-beb0-5b0d603ea5b1 None None] Bound using segment: {'id': '53a065eb-9ba7-4617-8662-965e8ca00201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ef26f782-d8e2-421a-8538-0b5e94a369eb'} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 05:09:51.042625 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-eb8a1ff8-154f-42b3-beb0-5b0d603ea5b1 None None] Bound port: 002fa289-25d1-4212-89cb-0ceb01342e74, host: dv-cinder-801617-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53a065eb-9ba7-4617-8662-965e8ca00201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ef26f782-d8e2-421a-8538-0b5e94a369eb'}}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 05:09:51.043017 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-eb8a1ff8-154f-42b3-beb0-5b0d603ea5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:51.068270 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 67d233a3-056c-4d5b-a031-bbf00997430a up at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:09:51.088172 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-bf01cb68-f61a-4fd7-ba50-0ed277a16902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463'] for subnet, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:51.113298 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9c2752fa-df11-433b-991f-45daa463424d req-3f5af175-1f06-4d6f-863a-13e14d1be29f tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/security-groups?id=914ab7d4-c321-44bb-8153-ea66db053fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892379 Jul 28 05:09:51.141253 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994c76c-13f8-46c8-b648-4a7ea70ac3f8 req-dc8210c0-baf1-426e-ade9-4109e508d1d5 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:51.149734 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c994c76c-13f8-46c8-b648-4a7ea70ac3f8 req-dc8210c0-baf1-426e-ade9-4109e508d1d5 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 944 time: 0.0894823 Jul 28 05:09:51.251230 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning complete for port 67d233a3-056c-4d5b-a031-bbf00997430a triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:09:51.251763 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:51.253441 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf01cb68-f61a-4fd7-ba50-0ed277a16902 admin admin] Checking segment: {'id': '23eed4e2-d1fc-4c19-9674-0a0a78717f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ec74be42-2caf-4a53-bf1c-d08781db4d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:09:51.254884 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf01cb68-f61a-4fd7-ba50-0ed277a16902 admin admin] Network hostable DHCP agents. Network: ec74be42-2caf-4a53-bf1c-d08781db4d21, hostable agents: ['0224797f-e6dd-43af-ba50-4dde553cda73'], hosted agents: [] {{(pid=93162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 05:09:51.265011 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf01cb68-f61a-4fd7-ba50-0ed277a16902 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19347c51-13d8-4cdf-8cfd-d840ce17c799,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:51.279861 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c994c76c-13f8-46c8-b648-4a7ea70ac3f8 req-606e0ed5-ebc8-4cf0-85f5-cc52daa6a243 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233482 Jul 28 05:09:51.292718 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf01cb68-f61a-4fd7-ba50-0ed277a16902 admin admin] Network ec74be42-2caf-4a53-bf1c-d08781db4d21 is scheduled to be hosted by DHCP agent 0224797f-e6dd-43af-ba50-4dde553cda73 with binding_index 1 {{(pid=93162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 05:09:51.299115 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-eb8a1ff8-154f-42b3-beb0-5b0d603ea5b1 None None] For port 002fa289-25d1-4212-89cb-0ceb01342e74, host dv-cinder-801617-3-iscsi, cleared binding levels {{(pid=93164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:09:51.305058 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-bf01cb68-f61a-4fd7-ba50-0ed277a16902 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801617-3-iscsi, ec74be42-2caf-4a53-bf1c-d08781db4d21) {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:09:51.309288 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d40989-91f3-4950-bf76-af147f1a4c43 req-fe52cc88-0940-4af5-b243-9cf4385503c6 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:51.321529 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-04d40989-91f3-4950-bf76-af147f1a4c43 req-fe52cc88-0940-4af5-b243-9cf4385503c6 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e118b8e-18cd-4b34-b66f-893e8e5db0fb HTTP/1.1" status: 200 len: 945 time: 0.1075704 Jul 28 05:09:51.326276 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf01cb68-f61a-4fd7-ba50-0ed277a16902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:51.326685 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9480398c-c99b-49f8-90b6-901a90ce8c84 None None] Network ec74be42-2caf-4a53-bf1c-d08781db4d21 requested from dv-cinder-801617-3-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 05:09:51.327295 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-bf01cb68-f61a-4fd7-ba50-0ed277a16902 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for subnet, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:51.331505 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-eb8a1ff8-154f-42b3-beb0-5b0d603ea5b1 None None] For port 002fa289-25d1-4212-89cb-0ceb01342e74, host dv-cinder-801617-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=002fa289-25d1-4212-89cb-0ceb01342e74,segment=NetworkSegment(53a065eb-9ba7-4617-8662-965e8ca00201),segment_id=53a065eb-9ba7-4617-8662-965e8ca00201)] {{(pid=93164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:09:51.346362 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-eb8a1ff8-154f-42b3-beb0-5b0d603ea5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:51.356895 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-bf01cb68-f61a-4fd7-ba50-0ed277a16902 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6068242 Jul 28 05:09:51.357733 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 43910) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:51.366848 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-65e89cf6-84da-44ea-8ee5-ae50aeb4e19c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-389037872-router', 'tenant_id': '02616dde26394b88bad6ba47f0c58171', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d'}}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:09:51.379938 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-04d40989-91f3-4950-bf76-af147f1a4c43 req-9aac516e-1b96-4f90-8947-541d8b320910 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575194 Jul 28 05:09:51.405137 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-65e89cf6-84da-44ea-8ee5-ae50aeb4e19c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-555544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-936'] for router, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:51.406457 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-65e89cf6-84da-44ea-8ee5-ae50aeb4e19c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-931'] for router, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:51.422311 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] get_ports_and_sgs() called for port_ids ['a624a92f-6767-4bea-a454-f4d856510779'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:09:51.491809 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-65e89cf6-84da-44ea-8ee5-ae50aeb4e19c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:51.580119 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] get_ports_and_sgs() called for port_ids ['9f4be593-7ae9-4cfe-bfcb-ea5fc3764266'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:09:51.626875 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8a1ff8-154f-42b3-beb0-5b0d603ea5b1 None None] Routers {'b30a494e-afa2-43d6-b7c0-07b0571d672c'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:09:51.627537 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-eb8a1ff8-154f-42b3-beb0-5b0d603ea5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:09:27Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['b30a494e-afa2-43d6-b7c0-07b0571d672c'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:09:51.686672 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4edb42-2d0f-4453-b8f5-5ada0e2bb2b2 req-5ed756e5-d25f-40e0-bfb6-e7ac504ae086 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:51.688757 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ba4edb42-2d0f-4453-b8f5-5ada0e2bb2b2 req-5ed756e5-d25f-40e0-bfb6-e7ac504ae086 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] 10.222.0.13 "GET /v2.0/ports?device_id=649dc269-36a0-4fca-9f66-075ba41eece0 HTTP/1.1" status: 200 len: 945 time: 0.1957560 Jul 28 05:09:51.717291 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-65e89cf6-84da-44ea-8ee5-ae50aeb4e19c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-555562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-909'] for router, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:51.721017 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab605e-2b70-4db7-9cbd-7cced1a46438 req-9ea6a6ed-8de2-449d-82a4-802ceef75692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:51.722544 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b3ab605e-2b70-4db7-9cbd-7cced1a46438 req-9ea6a6ed-8de2-449d-82a4-802ceef75692 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7040d785-ad9e-439a-8073-762370b8ac7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0872188 Jul 28 05:09:51.874248 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e962cfd1-b805-4814-9042-a847c9ebe57d None None] Pushing event updated for resources: {'Port': ['ID=002fa289-25d1-4212-89cb-0ceb01342e74,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:51.875358 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b3ab605e-2b70-4db7-9cbd-7cced1a46438 req-36eab893-c991-46b2-93bf-7bcc5579f598 service neutron] 10.222.0.21 "GET /v2.0/networks/7040d785-ad9e-439a-8073-762370b8ac7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445541 Jul 28 05:09:51.891344 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ba4edb42-2d0f-4453-b8f5-5ada0e2bb2b2 req-83f426fe-0728-47f2-934c-d8747095cb69 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] 10.222.0.13 "GET /v2.0/security-groups?id=557997c5-5ec0-471e-b73c-4a4a9b55bf10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907687 Jul 28 05:09:51.910590 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-eb8a1ff8-154f-42b3-beb0-5b0d603ea5b1 None None] Set router b30a494e-afa2-43d6-b7c0-07b0571d672c gateway port host: dv-cinder-801617-3-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:09:51.948481 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-fad20e88-e7da-4162-8bd7-d5e76d7a015b req-9330be93-e2af-4586-9f8a-1d3986cdb2a7 service neutron] 10.222.0.21 "GET /v2.0/networks/2f6cc273-aa71-4fbb-86d3-1b26dad4ce50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017540 Jul 28 05:09:51.964795 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502c0b7-27b0-4c1b-b6f2-766ac9adbc1e req-1d6c905c-eeb0-4aef-b040-3a9757185b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:51.966377 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3502c0b7-27b0-4c1b-b6f2-766ac9adbc1e req-1d6c905c-eeb0-4aef-b040-3a9757185b7c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1e118b8e-18cd-4b34-b66f-893e8e5db0fb HTTP/1.1" status: 200 len: 1098 time: 0.1013980 Jul 28 05:09:52.053621 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3502c0b7-27b0-4c1b-b6f2-766ac9adbc1e req-5eb44809-1fb1-4f37-8e5b-d41e32103174 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773203 Jul 28 05:09:52.063986 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b3ab605e-2b70-4db7-9cbd-7cced1a46438 req-d2f02525-257c-451c-a85b-87351bbb50c0 service neutron] 10.222.0.21 "GET /v2.0/networks/7040d785-ad9e-439a-8073-762370b8ac7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751592 Jul 28 05:09:52.101476 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c3936b-932d-4314-a21d-f495af653a42 req-a93cbdca-1a53-4ea3-9caa-0daa226b3f07 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:52.106989 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-97c3936b-932d-4314-a21d-f495af653a42 req-a93cbdca-1a53-4ea3-9caa-0daa226b3f07 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 944 time: 0.0988162 Jul 28 05:09:52.271827 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-97c3936b-932d-4314-a21d-f495af653a42 req-b3fe5ba8-86bf-49f9-8379-f2570d5871a3 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327138 Jul 28 05:09:52.326906 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fd27f8-c196-4a7e-9e80-75fe6bf3f1ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8013e485-fac1-5ac9-b3c7-78bb1bff2b0b-ec74be42-2caf-4a53-bf1c-d08781db4d21', 'network_id': 'ec74be42-2caf-4a53-bf1c-d08781db4d21', 'tenant_id': '02616dde26394b88bad6ba47f0c58171', 'fixed_ips': [{'subnet_id': '19347c51-13d8-4cdf-8cfd-d840ce17c799'}]}} from dv-cinder-801617-3-iscsi. {{(pid=93164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 05:09:52.327812 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-51fd27f8-c196-4a7e-9e80-75fe6bf3f1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:52.371249 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49c7a6-b5bc-4b78-aa15-c87f8463abff req-4b60bc6d-7ca2-437b-8b5f-01cc273024b0 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:52.386622 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2a49c7a6-b5bc-4b78-aa15-c87f8463abff req-4b60bc6d-7ca2-437b-8b5f-01cc273024b0 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 944 time: 0.1650136 Jul 28 05:09:52.389819 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-65e89cf6-84da-44ea-8ee5-ae50aeb4e19c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:52.486251 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-65e89cf6-84da-44ea-8ee5-ae50aeb4e19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:52.541271 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f8623-3733-426e-aade-bed87671076d req-9dab6cb3-1ff7-429c-aad8-19247f85d677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:52.542932 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3b1f8623-3733-426e-aade-bed87671076d req-9dab6cb3-1ff7-429c-aad8-19247f85d677 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=38cd928d0e0347d0baad775ab2994326&device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 1097 time: 0.0727048 Jul 28 05:09:52.585503 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-eb8a1ff8-154f-42b3-beb0-5b0d603ea5b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30a494e-afa2-43d6-b7c0-07b0571d672c', 'name': 'tempest-TestVolumeBootPattern-1737634104-router', 'tenant_id': 'a552f7ab2976456ea67918bb2395079f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '67d233a3-056c-4d5b-a031-bbf00997430a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:43Z', 'updated_at': '2021-07-28T05:09:48Z', 'revision_number': 4, 'project_id': 'a552f7ab2976456ea67918bb2395079f', 'gw_port': {'id': '67d233a3-056c-4d5b-a031-bbf00997430a', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30a494e-afa2-43d6-b7c0-07b0571d672c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:44Z', 'updated_at': '2021-07-28T05:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_interfaces': [{'id': '002fa289-25d1-4212-89cb-0ceb01342e74', 'name': '', 'network_id': 'ef26f782-d8e2-421a-8538-0b5e94a369eb', 'tenant_id': 'a552f7ab2976456ea67918bb2395079f', 'mac_address': 'fa:16:3e:3b:17:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30a494e-afa2-43d6-b7c0-07b0571d672c', 'device_owner': 'network:router_interface', 'standard_attr_id': 201, 'fixed_ips': [{'subnet_id': '58ccc002-22d5-41bf-898a-9be0afe8a15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:47Z', 'updated_at': '2021-07-28T05:09:51Z', 'revision_number': 4, 'project_id': 'a552f7ab2976456ea67918bb2395079f', 'subnets': [{'id': '58ccc002-22d5-41bf-898a-9be0afe8a15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:09:52.599725 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2a49c7a6-b5bc-4b78-aa15-c87f8463abff req-fde868b8-a32f-4da6-844c-8e0270ee89bf tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/security-groups?id=914ab7d4-c321-44bb-8153-ea66db053fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2120984 Jul 28 05:09:52.614122 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa9210-ee11-41b6-bd63-8456262fb6bb req-0bed4de0-98a0-4060-b78a-81eed1bc8b33 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:52.615828 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.db_base_plugin_common [None req-51fd27f8-c196-4a7e-9e80-75fe6bf3f1ee None None] Allocated IP 172.20.0.2 (ec74be42-2caf-4a53-bf1c-d08781db4d21/19347c51-13d8-4cdf-8cfd-d840ce17c799/3fdb1279-ab53-40a8-862e-86039d82be5e) {{(pid=93164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:09:52.617890 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8a1ff8-154f-42b3-beb0-5b0d603ea5b1 None None] The sync data for ids ['b30a494e-afa2-43d6-b7c0-07b0571d672c'] in dv-cinder-801617-3-iscsi is: [{'id': 'b30a494e-afa2-43d6-b7c0-07b0571d672c', 'name': 'tempest-TestVolumeBootPattern-1737634104-router', 'tenant_id': 'a552f7ab2976456ea67918bb2395079f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '67d233a3-056c-4d5b-a031-bbf00997430a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:43Z', 'updated_at': '2021-07-28T05:09:48Z', 'revision_number': 4, 'project_id': 'a552f7ab2976456ea67918bb2395079f', 'gw_port': {'id': '67d233a3-056c-4d5b-a031-bbf00997430a', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30a494e-afa2-43d6-b7c0-07b0571d672c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:44Z', 'updated_at': '2021-07-28T05:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_interfaces': [{'id': '002fa289-25d1-4212-89cb-0ceb01342e74', 'name': '', 'network_id': 'ef26f782-d8e2-421a-8538-0b5e94a369eb', 'tenant_id': 'a552f7ab2976456ea67918bb2395079f', 'mac_address': 'fa:16:3e:3b:17:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b30a494e-afa2-43d6-b7c0-07b0571d672c', 'device_owner': 'network:router_interface', 'standard_attr_id': 201, 'fixed_ips': [{'subnet_id': '58ccc002-22d5-41bf-898a-9be0afe8a15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:47Z', 'updated_at': '2021-07-28T05:09:51Z', 'revision_number': 4, 'project_id': 'a552f7ab2976456ea67918bb2395079f', 'subnets': [{'id': '58ccc002-22d5-41bf-898a-9be0afe8a15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:09:52.621988 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ceaa9210-ee11-41b6-bd63-8456262fb6bb req-0bed4de0-98a0-4060-b78a-81eed1bc8b33 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 944 time: 0.2282865 Jul 28 05:09:52.773402 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f8623-3733-426e-aade-bed87671076d req-5263b364-6d7b-4e43-a288-080e9c6c169d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:52.774877 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3b1f8623-3733-426e-aade-bed87671076d req-5263b364-6d7b-4e43-a288-080e9c6c169d service neutron] 10.222.0.21 "GET /v2.0/networks?id=7040d785-ad9e-439a-8073-762370b8ac7a HTTP/1.1" status: 200 len: 912 time: 0.2245374 Jul 28 05:09:52.779990 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ceaa9210-ee11-41b6-bd63-8456262fb6bb req-97d93751-d562-4e96-8e6d-8be7910ca8f3 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475661 Jul 28 05:09:52.781518 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_common [None req-65e89cf6-84da-44ea-8ee5-ae50aeb4e19c admin admin] Allocated IP 172.27.2.20 (c7125004-43ac-4633-9f2f-3f406f3e858d/e72a7812-7eaf-41ec-8662-055279a1b0f7/468265b1-9718-41da-bdf3-3520d87556ee) {{(pid=93163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:09:52.842267 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3b1f8623-3733-426e-aade-bed87671076d req-dee11b6b-e191-42f8-9de7-64e05565ecb5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be024afa-a2ba-4736-b26b-99e01a74cf03 HTTP/1.1" status: 200 len: 217 time: 0.0563095 Jul 28 05:09:52.852300 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-51fd27f8-c196-4a7e-9e80-75fe6bf3f1ee None None] Notify callbacks [] for port, precommit_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:52.874624 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-51fd27f8-c196-4a7e-9e80-75fe6bf3f1ee None None] Transition to ACTIVE for port object 3fdb1279-ab53-40a8-862e-86039d82be5e will not be triggered until provisioned by entity L2. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:09:52.902192 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa24dfd-06a3-45f6-af86-83e74d60af2c req-f76080de-01b9-4057-8015-e95dc6095df8 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:52.903890 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9aa24dfd-06a3-45f6-af86-83e74d60af2c req-f76080de-01b9-4057-8015-e95dc6095df8 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e118b8e-18cd-4b34-b66f-893e8e5db0fb HTTP/1.1" status: 200 len: 945 time: 0.1547165 Jul 28 05:09:52.910040 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-51fd27f8-c196-4a7e-9e80-75fe6bf3f1ee None None] Transition to ACTIVE for port object 3fdb1279-ab53-40a8-862e-86039d82be5e will not be triggered until provisioned by entity DHCP. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:09:52.925408 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f8623-3733-426e-aade-bed87671076d req-6168f6f3-ff44-474c-87db-5e41da9353a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:52.926819 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3b1f8623-3733-426e-aade-bed87671076d req-6168f6f3-ff44-474c-87db-5e41da9353a0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=278bb74a-8e56-4dfc-917a-8520d15d8eb0 HTTP/1.1" status: 200 len: 850 time: 0.0630414 Jul 28 05:09:52.943388 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-51fd27f8-c196-4a7e-9e80-75fe6bf3f1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227148292'] for port, after_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:53.034545 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f8623-3733-426e-aade-bed87671076d req-2f9a55d5-e5e1-4593-94f0-6fcaeaca691c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:53.038986 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3b1f8623-3733-426e-aade-bed87671076d req-2f9a55d5-e5e1-4593-94f0-6fcaeaca691c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7040d785-ad9e-439a-8073-762370b8ac7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1021960 Jul 28 05:09:53.048024 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fd27f8-c196-4a7e-9e80-75fe6bf3f1ee None None] Network ec74be42-2caf-4a53-bf1c-d08781db4d21 is already hosted by enough agents. {{(pid=93164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:09:53.053911 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.scheduler.base_scheduler [None req-51fd27f8-c196-4a7e-9e80-75fe6bf3f1ee None None] Resources bound (agent type, host, resource id): {{(pid=93164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:09:53.062541 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fd27f8-c196-4a7e-9e80-75fe6bf3f1ee None None] Received port after_create {{(pid=93164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 05:09:53.066050 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fd27f8-c196-4a7e-9e80-75fe6bf3f1ee None None] Pushing event updated for resources: {'Port': ['ID=3fdb1279-ab53-40a8-862e-86039d82be5e,revision_number=1']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:53.070354 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 43976) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:53.170918 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 002fa289-25d1-4212-89cb-0ceb01342e74 up at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:09:53.255337 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-51fd27f8-c196-4a7e-9e80-75fe6bf3f1ee None None] Attempting to bind port 3fdb1279-ab53-40a8-862e-86039d82be5e on host dv-cinder-801617-3-iscsi for vnic_type normal with profile {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 05:09:53.257287 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-51fd27f8-c196-4a7e-9e80-75fe6bf3f1ee None None] Attempting to bind port 3fdb1279-ab53-40a8-862e-86039d82be5e by drivers openvswitch,hyperv on host dv-cinder-801617-3-iscsi at level 0 using segments [{'id': '23eed4e2-d1fc-4c19-9674-0a0a78717f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ec74be42-2caf-4a53-bf1c-d08781db4d21'}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 05:09:53.257663 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fd27f8-c196-4a7e-9e80-75fe6bf3f1ee None None] Attempting to bind port 3fdb1279-ab53-40a8-862e-86039d82be5e on network ec74be42-2caf-4a53-bf1c-d08781db4d21 {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:09:53.282589 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fd27f8-c196-4a7e-9e80-75fe6bf3f1ee None None] Checking agent: {'id': '3fbc40da-b90e-4a82-82aa-1ec33702809d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 5, 1, 27), 'started_at': datetime.datetime(2021, 7, 28, 5, 1, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 5, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 05:09:53.282965 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fd27f8-c196-4a7e-9e80-75fe6bf3f1ee None None] Checking segment: {'id': '23eed4e2-d1fc-4c19-9674-0a0a78717f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ec74be42-2caf-4a53-bf1c-d08781db4d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:09:53.283367 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-51fd27f8-c196-4a7e-9e80-75fe6bf3f1ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:53.291003 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fd27f8-c196-4a7e-9e80-75fe6bf3f1ee None None] Bound using segment: {'id': '23eed4e2-d1fc-4c19-9674-0a0a78717f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ec74be42-2caf-4a53-bf1c-d08781db4d21'} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 05:09:53.293931 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-51fd27f8-c196-4a7e-9e80-75fe6bf3f1ee None None] Bound port: 3fdb1279-ab53-40a8-862e-86039d82be5e, host: dv-cinder-801617-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23eed4e2-d1fc-4c19-9674-0a0a78717f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ec74be42-2caf-4a53-bf1c-d08781db4d21'}}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 05:09:53.294353 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-51fd27f8-c196-4a7e-9e80-75fe6bf3f1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:53.332936 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3b1f8623-3733-426e-aade-bed87671076d req-f8cbe46b-9e1a-4ca7-9687-f35002087b2d service neutron] 10.222.0.21 "GET /v2.0/networks/7040d785-ad9e-439a-8073-762370b8ac7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352550 Jul 28 05:09:53.333960 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8a6e6b92-2c67-4828-ab5d-e4ff67b5ed8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:53.334867 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9aa24dfd-06a3-45f6-af86-83e74d60af2c req-e31a6017-479e-4298-af08-48852c54e03c tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4218180 Jul 28 05:09:53.338087 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-65e89cf6-84da-44ea-8ee5-ae50aeb4e19c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:53.371351 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a35c2-f5ef-43e1-9846-50e6eb4e721c req-a6cb7f1b-95e5-41d5-81ea-3686c78a8029 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:53.377068 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning for port 002fa289-25d1-4212-89cb-0ceb01342e74 completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:09:53.378447 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c02a35c2-f5ef-43e1-9846-50e6eb4e721c req-a6cb7f1b-95e5-41d5-81ea-3686c78a8029 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] 10.222.0.13 "GET /v2.0/ports?device_id=649dc269-36a0-4fca-9f66-075ba41eece0 HTTP/1.1" status: 200 len: 945 time: 0.3817389 Jul 28 05:09:53.384775 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning complete for port 002fa289-25d1-4212-89cb-0ceb01342e74 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:09:53.385089 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:53.443886 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c02a35c2-f5ef-43e1-9846-50e6eb4e721c req-44af6bce-9f00-4ec9-bb6c-2e7c8d53e7d6 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] 10.222.0.13 "GET /v2.0/security-groups?id=557997c5-5ec0-471e-b73c-4a4a9b55bf10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642846 Jul 28 05:09:53.450735 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-51fd27f8-c196-4a7e-9e80-75fe6bf3f1ee None None] For port 3fdb1279-ab53-40a8-862e-86039d82be5e, host dv-cinder-801617-3-iscsi, cleared binding levels {{(pid=93164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:09:53.452644 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-65e89cf6-84da-44ea-8ee5-ae50aeb4e19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227148292'] for port, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:53.455361 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-51fd27f8-c196-4a7e-9e80-75fe6bf3f1ee None None] For port 3fdb1279-ab53-40a8-862e-86039d82be5e, host dv-cinder-801617-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=3fdb1279-ab53-40a8-862e-86039d82be5e,segment=NetworkSegment(23eed4e2-d1fc-4c19-9674-0a0a78717f0a),segment_id=23eed4e2-d1fc-4c19-9674-0a0a78717f0a)] {{(pid=93164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:09:53.461643 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-51fd27f8-c196-4a7e-9e80-75fe6bf3f1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:53.517432 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e89cf6-84da-44ea-8ee5-ae50aeb4e19c admin admin] Network c7125004-43ac-4633-9f2f-3f406f3e858d is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:09:53.561241 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-65e89cf6-84da-44ea-8ee5-ae50aeb4e19c admin admin] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:09:53.579564 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e89cf6-84da-44ea-8ee5-ae50aeb4e19c admin admin] Received port after_create {{(pid=93163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 05:09:53.618726 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-3b1f8623-3733-426e-aade-bed87671076d req-c7cc0864-d630-4166-9afc-0333e453e1bc service neutron] 10.222.0.21 "GET /v2.0/networks/7040d785-ad9e-439a-8073-762370b8ac7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100518 Jul 28 05:09:53.688137 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8a6e6b92-2c67-4828-ab5d-e4ff67b5ed8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:53.690898 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fd27f8-c196-4a7e-9e80-75fe6bf3f1ee None None] Pushing event updated for resources: {'Port': ['ID=3fdb1279-ab53-40a8-862e-86039d82be5e,revision_number=2']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:53.693751 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:53.708456 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8a6e6b92-2c67-4828-ab5d-e4ff67b5ed8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:53.769432 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] For port 002fa289-25d1-4212-89cb-0ceb01342e74, host dv-cinder-801617-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=002fa289-25d1-4212-89cb-0ceb01342e74,segment=NetworkSegment(53a065eb-9ba7-4617-8662-965e8ca00201),segment_id=53a065eb-9ba7-4617-8662-965e8ca00201)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:09:53.791651 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:53.881319 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 43994) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:53.894261 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-8a6e6b92-2c67-4828-ab5d-e4ff67b5ed8f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cb258759a8be4be697efffb236293cc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8219259 Jul 28 05:09:53.904728 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6e6b92-2c67-4828-ab5d-e4ff67b5ed8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db89f16-8082-4867-a38e-af1d19efd952,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:53.951950 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Pushing event updated for resources: {'Port': ['ID=002fa289-25d1-4212-89cb-0ceb01342e74,revision_number=5']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:53.974696 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52dfc33-50c6-4b65-b4f1-21b7ec2091c0 req-acccbff1-bfae-4b34-bb33-11ff83795164 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:53.976527 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b52dfc33-50c6-4b65-b4f1-21b7ec2091c0 req-acccbff1-bfae-4b34-bb33-11ff83795164 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 944 time: 0.4914453 Jul 28 05:09:53.988216 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-1ea8a5b2-ffaa-4a32-909e-8d9eafe8391e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:53.999163 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e89cf6-84da-44ea-8ee5-ae50aeb4e19c admin admin] Pushing event updated for resources: {'Port': ['ID=468265b1-9718-41da-bdf3-3520d87556ee,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:54.051127 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-65e89cf6-84da-44ea-8ee5-ae50aeb4e19c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:54.183893 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b52dfc33-50c6-4b65-b4f1-21b7ec2091c0 req-376f7385-354b-44be-98a0-5f551a38f878 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1858017 Jul 28 05:09:54.201488 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baaaed-9de0-4668-9725-dd6d46c92125 req-5664620c-0537-418b-9ebf-5b4efc23d701 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:54.202998 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f3baaaed-9de0-4668-9725-dd6d46c92125 req-5664620c-0537-418b-9ebf-5b4efc23d701 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 944 time: 0.3571243 Jul 28 05:09:54.209428 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f520d78a-22aa-4fd5-84d0-cdf46a42f402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:54.272021 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f520d78a-22aa-4fd5-84d0-cdf46a42f402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:54.360946 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f3baaaed-9de0-4668-9725-dd6d46c92125 req-774046c0-cfc7-44d3-a051-c37355ddb687 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/security-groups?id=914ab7d4-c321-44bb-8153-ea66db053fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382558 Jul 28 05:09:54.395737 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e8749-70d7-4979-8939-e6cb830ef195 req-6abb5548-5d5a-40df-aae6-c27b2f5bc356 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:54.397237 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5a4e8749-70d7-4979-8939-e6cb830ef195 req-6abb5548-5d5a-40df-aae6-c27b2f5bc356 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 944 time: 0.1428185 Jul 28 05:09:54.482019 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f520d78a-22aa-4fd5-84d0-cdf46a42f402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:54.484488 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f520d78a-22aa-4fd5-84d0-cdf46a42f402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:54.485622 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-f520d78a-22aa-4fd5-84d0-cdf46a42f402 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4db89f16-8082-4867-a38e-af1d19efd952 HTTP/1.1" status: 204 len: 168 time: 0.5080781 Jul 28 05:09:54.515845 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-65e89cf6-84da-44ea-8ee5-ae50aeb4e19c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406701'] for router, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:54.517720 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f520d78a-22aa-4fd5-84d0-cdf46a42f402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db89f16-8082-4867-a38e-af1d19efd952,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:54.525296 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5a4e8749-70d7-4979-8939-e6cb830ef195 req-47cde2c7-f6e4-4429-9a1e-966b83484ae3 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942657 Jul 28 05:09:54.578486 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0fe081-69ec-4a0d-8f56-4762d9642598 req-bb8de220-0b61-4f54-862c-1f21add12cfb tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:54.580066 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-fa0fe081-69ec-4a0d-8f56-4762d9642598 req-bb8de220-0b61-4f54-862c-1f21add12cfb tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e118b8e-18cd-4b34-b66f-893e8e5db0fb HTTP/1.1" status: 200 len: 945 time: 0.1501818 Jul 28 05:09:54.707003 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-fa0fe081-69ec-4a0d-8f56-4762d9642598 req-0074a1b0-7f6f-4132-b298-39faee41321d tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151321 Jul 28 05:09:54.727902 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c245f4-f5b9-430c-a4c1-ca4e9a2b4205 req-be382d21-3fa6-4022-9cd3-b04a696ebf4d tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:54.743568 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d3c245f4-f5b9-430c-a4c1-ca4e9a2b4205 req-be382d21-3fa6-4022-9cd3-b04a696ebf4d tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] 10.222.0.13 "GET /v2.0/ports?device_id=649dc269-36a0-4fca-9f66-075ba41eece0 HTTP/1.1" status: 200 len: 945 time: 0.1246128 Jul 28 05:09:54.797523 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9e649e-2fb1-494f-8c71-b54fc6637777 None None] Network ec74be42-2caf-4a53-bf1c-d08781db4d21 requested from dv-cinder-801617-3-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 05:09:54.811404 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d3c245f4-f5b9-430c-a4c1-ca4e9a2b4205 req-ad9f9c97-fd1c-4a8b-9e20-057d34eeb951 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] 10.222.0.13 "GET /v2.0/security-groups?id=557997c5-5ec0-471e-b73c-4a4a9b55bf10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666578 Jul 28 05:09:54.813201 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e89cf6-84da-44ea-8ee5-ae50aeb4e19c admin admin] Router d6b83600-2371-40cc-82fb-0724ecf1b293 is scheduled to L3 agent febb8baf-5368-4b94-affe-2856141f0f3f with binding_index 1 {{(pid=93163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 05:09:54.883546 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 44010) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:54.893227 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-c9b1bcbb-4adc-40f8-8b68-64e950191f8f None None] Provisioning for port 3fdb1279-ab53-40a8-862e-86039d82be5e completed by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:09:54.910309 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-204e88b5-d9b8-4652-9c61-93756cead362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:54.986892 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e89cf6-84da-44ea-8ee5-ae50aeb4e19c admin admin] Notify agent at l3_agent.dv-cinder-801617-3-iscsi the message routers_updated {{(pid=93163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:09:54.998953 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a037418-24b8-4910-aa67-290f4d7850ec None None] Sync routers for ids ['d6b83600-2371-40cc-82fb-0724ecf1b293'] in dv-cinder-801617-3-iscsi {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:09:55.015985 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a037418-24b8-4910-aa67-290f4d7850ec None None] Routers {'d6b83600-2371-40cc-82fb-0724ecf1b293'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:09:55.018183 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-2a037418-24b8-4910-aa67-290f4d7850ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:09:27Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['d6b83600-2371-40cc-82fb-0724ecf1b293'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:09:55.029508 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-204e88b5-d9b8-4652-9c61-93756cead362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:55.035688 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-204e88b5-d9b8-4652-9c61-93756cead362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:55.043491 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-65e89cf6-84da-44ea-8ee5-ae50aeb4e19c admin admin] Notify callbacks [] for router, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:55.045031 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-65e89cf6-84da-44ea-8ee5-ae50aeb4e19c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6863439 Jul 28 05:09:55.048683 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 44012) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:55.110513 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-204e88b5-d9b8-4652-9c61-93756cead362 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3a0d41cf06824157ad5c1a9e605801d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2235088 Jul 28 05:09:55.111694 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204e88b5-d9b8-4652-9c61-93756cead362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4adc91-e2f9-483f-8a21-7871d8f29854,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:55.115747 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 44016) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:55.230253 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d7398df8-822f-41c9-9ca1-71f8dff36148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:55.287534 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-2a037418-24b8-4910-aa67-290f4d7850ec None None] Set router d6b83600-2371-40cc-82fb-0724ecf1b293 gateway port host: dv-cinder-801617-3-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:09:55.303061 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d7398df8-822f-41c9-9ca1-71f8dff36148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:55.342275 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 3fdb1279-ab53-40a8-862e-86039d82be5e up at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:09:55.409888 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d7398df8-822f-41c9-9ca1-71f8dff36148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:55.413572 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d7398df8-822f-41c9-9ca1-71f8dff36148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:55.415410 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-d7398df8-822f-41c9-9ca1-71f8dff36148 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1f4adc91-e2f9-483f-8a21-7871d8f29854 HTTP/1.1" status: 204 len: 168 time: 0.2981503 Jul 28 05:09:55.450711 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning for port 3fdb1279-ab53-40a8-862e-86039d82be5e completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:09:55.456120 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning complete for port 3fdb1279-ab53-40a8-862e-86039d82be5e triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:09:55.458405 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:55.472557 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7398df8-822f-41c9-9ca1-71f8dff36148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4adc91-e2f9-483f-8a21-7871d8f29854,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:55.653599 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:55.656709 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-4b300186-8e98-4c07-8bfb-4c9ab40241b0 None None] Provisioning complete for port 3fdb1279-ab53-40a8-862e-86039d82be5e triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:09:55.657312 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4b300186-8e98-4c07-8bfb-4c9ab40241b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:55.665161 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-2a037418-24b8-4910-aa67-290f4d7850ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b83600-2371-40cc-82fb-0724ecf1b293', 'name': 'tempest-TestVolumeBootPattern-389037872-router', 'tenant_id': '02616dde26394b88bad6ba47f0c58171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '468265b1-9718-41da-bdf3-3520d87556ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:51Z', 'updated_at': '2021-07-28T05:09:53Z', 'revision_number': 3, 'project_id': '02616dde26394b88bad6ba47f0c58171', 'gw_port': {'id': '468265b1-9718-41da-bdf3-3520d87556ee', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8c:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b83600-2371-40cc-82fb-0724ecf1b293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:52Z', 'updated_at': '2021-07-28T05:09:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi'}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:09:55.699604 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a037418-24b8-4910-aa67-290f4d7850ec None None] Checking router: d6b83600-2371-40cc-82fb-0724ecf1b293 for host: dv-cinder-801617-3-iscsi {{(pid=93165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:09:55.700046 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a037418-24b8-4910-aa67-290f4d7850ec None None] Updating router d6b83600-2371-40cc-82fb-0724ecf1b293 port 468265b1-9718-41da-bdf3-3520d87556ee binding host dv-cinder-801617-3-iscsi {{(pid=93165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 05:09:55.712528 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] For port 3fdb1279-ab53-40a8-862e-86039d82be5e, host dv-cinder-801617-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=3fdb1279-ab53-40a8-862e-86039d82be5e,segment=NetworkSegment(23eed4e2-d1fc-4c19-9674-0a0a78717f0a),segment_id=23eed4e2-d1fc-4c19-9674-0a0a78717f0a)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:09:55.720864 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:55.721931 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 002fa289-25d1-4212-89cb-0ceb01342e74 up at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:09:55.734654 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-2a037418-24b8-4910-aa67-290f4d7850ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:55.797972 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee9609-b80a-49e7-a758-a388b2dc0d0f req-b934b1c9-f4df-4992-b19b-31451f7832c8 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:55.799815 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-71ee9609-b80a-49e7-a758-a388b2dc0d0f req-b934b1c9-f4df-4992-b19b-31451f7832c8 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 944 time: 0.4485245 Jul 28 05:09:55.929554 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Pushing event updated for resources: {'Port': ['ID=3fdb1279-ab53-40a8-862e-86039d82be5e,revision_number=3']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:55.946314 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-71ee9609-b80a-49e7-a758-a388b2dc0d0f req-394c9e17-ad61-4eb3-b649-489fcc6bc8a6 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314156 Jul 28 05:09:55.994196 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f38f942-2c73-4cee-8b36-1d2287fe394f req-8430f3f9-dfff-490f-b15a-009bf298492d tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:55.996476 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5f38f942-2c73-4cee-8b36-1d2287fe394f req-8430f3f9-dfff-490f-b15a-009bf298492d tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 944 time: 0.2151952 Jul 28 05:09:56.017974 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning complete for port 002fa289-25d1-4212-89cb-0ceb01342e74 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:09:56.018172 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:56.109525 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5f38f942-2c73-4cee-8b36-1d2287fe394f req-cfd5716e-a0f9-4b77-a382-a0f58169d501 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/security-groups?id=914ab7d4-c321-44bb-8153-ea66db053fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998342 Jul 28 05:09:56.137989 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-2a037418-24b8-4910-aa67-290f4d7850ec None None] Notify callbacks [] for port, precommit_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:56.150859 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.provisioning_blocks [None req-2a037418-24b8-4910-aa67-290f4d7850ec None None] Transition to ACTIVE for port object 468265b1-9718-41da-bdf3-3520d87556ee will not be triggered until provisioned by entity L2. {{(pid=93165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:09:56.159069 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-2a037418-24b8-4910-aa67-290f4d7850ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:56.160741 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc766d-3a6e-4b18-b654-c2dc4ce1402e req-c18e38af-d58f-4d0b-b886-d691afb2e24d tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:56.162565 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c7cc766d-3a6e-4b18-b654-c2dc4ce1402e req-c18e38af-d58f-4d0b-b886-d691afb2e24d tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 944 time: 0.1223123 Jul 28 05:09:56.216505 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.managers [None req-2a037418-24b8-4910-aa67-290f4d7850ec None None] Attempting to bind port 468265b1-9718-41da-bdf3-3520d87556ee on host dv-cinder-801617-3-iscsi for vnic_type normal with profile {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 05:09:56.216877 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.managers [None req-2a037418-24b8-4910-aa67-290f4d7850ec None None] Attempting to bind port 468265b1-9718-41da-bdf3-3520d87556ee by drivers openvswitch,hyperv on host dv-cinder-801617-3-iscsi at level 0 using segments [{'id': 'd34fa97e-0825-4a06-9105-26c8994a2a7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d'}] {{(pid=93165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 05:09:56.217236 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a037418-24b8-4910-aa67-290f4d7850ec None None] Attempting to bind port 468265b1-9718-41da-bdf3-3520d87556ee on network c7125004-43ac-4633-9f2f-3f406f3e858d {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:09:56.220087 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb1d96c-5634-4ed1-acef-96ba07999ff3 None None] Pushing event updated for resources: {'Port': ['ID=468265b1-9718-41da-bdf3-3520d87556ee,revision_number=2']} {{(pid=93165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:56.224623 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a037418-24b8-4910-aa67-290f4d7850ec None None] Checking agent: {'id': '3fbc40da-b90e-4a82-82aa-1ec33702809d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 5, 1, 27), 'started_at': datetime.datetime(2021, 7, 28, 5, 1, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 5, 9, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 05:09:56.224979 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a037418-24b8-4910-aa67-290f4d7850ec None None] Checking segment: {'id': 'd34fa97e-0825-4a06-9105-26c8994a2a7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:09:56.225539 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-2a037418-24b8-4910-aa67-290f4d7850ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:56.226080 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a037418-24b8-4910-aa67-290f4d7850ec None None] Bound using segment: {'id': 'd34fa97e-0825-4a06-9105-26c8994a2a7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d'} {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 05:09:56.226674 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.managers [None req-2a037418-24b8-4910-aa67-290f4d7850ec None None] Bound port: 468265b1-9718-41da-bdf3-3520d87556ee, host: dv-cinder-801617-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd34fa97e-0825-4a06-9105-26c8994a2a7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d'}}] {{(pid=93165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 05:09:56.227215 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-2a037418-24b8-4910-aa67-290f4d7850ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:56.280757 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.db [None req-2a037418-24b8-4910-aa67-290f4d7850ec None None] For port 468265b1-9718-41da-bdf3-3520d87556ee, host dv-cinder-801617-3-iscsi, cleared binding levels {{(pid=93165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:09:56.283928 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.db [None req-2a037418-24b8-4910-aa67-290f4d7850ec None None] For port 468265b1-9718-41da-bdf3-3520d87556ee, host dv-cinder-801617-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=468265b1-9718-41da-bdf3-3520d87556ee,segment=NetworkSegment(d34fa97e-0825-4a06-9105-26c8994a2a7e),segment_id=d34fa97e-0825-4a06-9105-26c8994a2a7e)] {{(pid=93165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:09:56.285066 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c7cc766d-3a6e-4b18-b654-c2dc4ce1402e req-a913d0a8-47ff-4adf-9269-053ac3c16fb3 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936525 Jul 28 05:09:56.289163 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-2a037418-24b8-4910-aa67-290f4d7850ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:56.308579 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2dc05048-c1d5-4a88-b556-0bcdb60d33d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:56.359516 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a037418-24b8-4910-aa67-290f4d7850ec None None] Routers {'d6b83600-2371-40cc-82fb-0724ecf1b293'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:09:56.360137 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-2a037418-24b8-4910-aa67-290f4d7850ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:09:27Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['d6b83600-2371-40cc-82fb-0724ecf1b293'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:09:56.396813 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb1d96c-5634-4ed1-acef-96ba07999ff3 None None] Pushing event updated for resources: {'Port': ['ID=468265b1-9718-41da-bdf3-3520d87556ee,revision_number=3']} {{(pid=93165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:56.484167 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-2a037418-24b8-4910-aa67-290f4d7850ec None None] Set router d6b83600-2371-40cc-82fb-0724ecf1b293 gateway port host: dv-cinder-801617-3-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:09:56.497963 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_common [None req-2dc05048-c1d5-4a88-b556-0bcdb60d33d0 admin admin] Allocated IP 172.20.0.1 (ec74be42-2caf-4a53-bf1c-d08781db4d21/19347c51-13d8-4cdf-8cfd-d840ce17c799/dc92d016-74ec-4b87-b3d8-8bcbedd64035) {{(pid=93163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:09:56.621136 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2dc05048-c1d5-4a88-b556-0bcdb60d33d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:56.638696 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-2dc05048-c1d5-4a88-b556-0bcdb60d33d0 admin admin] Transition to ACTIVE for port object dc92d016-74ec-4b87-b3d8-8bcbedd64035 will not be triggered until provisioned by entity DHCP. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:09:56.676930 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2dc05048-c1d5-4a88-b556-0bcdb60d33d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227148292'] for port, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:56.684561 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-2a037418-24b8-4910-aa67-290f4d7850ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b83600-2371-40cc-82fb-0724ecf1b293', 'name': 'tempest-TestVolumeBootPattern-389037872-router', 'tenant_id': '02616dde26394b88bad6ba47f0c58171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '468265b1-9718-41da-bdf3-3520d87556ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:51Z', 'updated_at': '2021-07-28T05:09:53Z', 'revision_number': 3, 'project_id': '02616dde26394b88bad6ba47f0c58171', 'gw_port': {'id': '468265b1-9718-41da-bdf3-3520d87556ee', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8c:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b83600-2371-40cc-82fb-0724ecf1b293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:52Z', 'updated_at': '2021-07-28T05:09:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi'}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:09:56.710799 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a037418-24b8-4910-aa67-290f4d7850ec None None] The sync data for ids ['d6b83600-2371-40cc-82fb-0724ecf1b293'] in dv-cinder-801617-3-iscsi is: [{'id': 'd6b83600-2371-40cc-82fb-0724ecf1b293', 'name': 'tempest-TestVolumeBootPattern-389037872-router', 'tenant_id': '02616dde26394b88bad6ba47f0c58171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '468265b1-9718-41da-bdf3-3520d87556ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:51Z', 'updated_at': '2021-07-28T05:09:53Z', 'revision_number': 3, 'project_id': '02616dde26394b88bad6ba47f0c58171', 'gw_port': {'id': '468265b1-9718-41da-bdf3-3520d87556ee', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8c:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b83600-2371-40cc-82fb-0724ecf1b293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:52Z', 'updated_at': '2021-07-28T05:09:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi'}] {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:09:56.717391 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc05048-c1d5-4a88-b556-0bcdb60d33d0 admin admin] Network ec74be42-2caf-4a53-bf1c-d08781db4d21 is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:09:56.722399 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-2dc05048-c1d5-4a88-b556-0bcdb60d33d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:09:56.727110 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc05048-c1d5-4a88-b556-0bcdb60d33d0 admin admin] Received port after_create {{(pid=93163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 05:09:56.727634 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2dc05048-c1d5-4a88-b556-0bcdb60d33d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406642'] for router_interface, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:56.772108 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc05048-c1d5-4a88-b556-0bcdb60d33d0 admin admin] Pushing event updated for resources: {'Port': ['ID=dc92d016-74ec-4b87-b3d8-8bcbedd64035,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:56.797258 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-fa1ed096-6814-41bb-8611-b2df63449546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:56.887153 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:56.906325 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2dc05048-c1d5-4a88-b556-0bcdb60d33d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:57.074658 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-faaa112a-23b3-4f6e-81ac-f846aea8eaf9 None None] Provisioning for port dc92d016-74ec-4b87-b3d8-8bcbedd64035 completed by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:09:57.078631 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-faaa112a-23b3-4f6e-81ac-f846aea8eaf9 None None] Provisioning complete for port dc92d016-74ec-4b87-b3d8-8bcbedd64035 triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:09:57.078982 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-faaa112a-23b3-4f6e-81ac-f846aea8eaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:57.083750 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 3fdb1279-ab53-40a8-862e-86039d82be5e up at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:09:57.160641 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf6ab5f-1303-43e2-8dac-ffb9afc2db28 req-f30ab616-84c2-4b4c-9c59-91cb4d6c4882 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:57.161843 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-faaa112a-23b3-4f6e-81ac-f846aea8eaf9 None None] Port dc92d016-74ec-4b87-b3d8-8bcbedd64035 cannot update to ACTIVE because it is not bound. {{(pid=93164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 05:09:57.167224 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device e92ba37f-ba0e-49eb-aac0-8ed216d472aa details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=93164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 05:09:57.169804 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6bf6ab5f-1303-43e2-8dac-ffb9afc2db28 req-f30ab616-84c2-4b4c-9c59-91cb4d6c4882 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 944 time: 0.0835247 Jul 28 05:09:57.251753 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device 9f4be593-7ae9-4cfe-bfcb-ea5fc3764266 up at agent hyperv_hv-cinder-80161 {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:09:57.265676 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2dc05048-c1d5-4a88-b556-0bcdb60d33d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:57.274216 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6bf6ab5f-1303-43e2-8dac-ffb9afc2db28 req-2e5d9e8b-00e9-4b69-8920-3fcaa0e36f32 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039684 Jul 28 05:09:57.277748 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2dc05048-c1d5-4a88-b556-0bcdb60d33d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:57.278490 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2dc05048-c1d5-4a88-b556-0bcdb60d33d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409570'] for router_interface, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:57.373226 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc05048-c1d5-4a88-b556-0bcdb60d33d0 admin admin] Pushing event updated for resources: {'Port': ['ID=dc92d016-74ec-4b87-b3d8-8bcbedd64035,revision_number=2']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:57.390972 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning complete for port 3fdb1279-ab53-40a8-862e-86039d82be5e triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:09:57.391633 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:57.469768 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] For port e92ba37f-ba0e-49eb-aac0-8ed216d472aa, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=e92ba37f-ba0e-49eb-aac0-8ed216d472aa,segment=NetworkSegment(6a6fa6e8-d182-4dbf-a398-13b8523e31fa),segment_id=6a6fa6e8-d182-4dbf-a398-13b8523e31fa)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:09:57.472991 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Provisioning for port 9f4be593-7ae9-4cfe-bfcb-ea5fc3764266 completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:09:57.478568 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d31e51-1c5a-4cac-af86-5e5a554bbc73 req-53188b0a-3421-4c49-a5cb-5795678c001a tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:57.485438 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Provisioning complete for port 9f4be593-7ae9-4cfe-bfcb-ea5fc3764266 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:09:57.485809 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:57.485925 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-99d31e51-1c5a-4cac-af86-5e5a554bbc73 req-53188b0a-3421-4c49-a5cb-5795678c001a tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 944 time: 0.2582269 Jul 28 05:09:57.523890 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a532bc-89f8-41b5-b57c-248c87c6e50f req-57e96ece-4d82-4700-854a-1d43b2bf0fab tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:57.524007 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Returning: {'device': 'e92ba37f-ba0e-49eb-aac0-8ed216d472aa', 'network_id': '2f6cc273-aa71-4fbb-86d3-1b26dad4ce50', 'port_id': 'e92ba37f-ba0e-49eb-aac0-8ed216d472aa', 'mac_address': 'fa:16:3e:41:c0:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55007cfe-ea2e-4cab-9e84-15ae15b8e8bc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 05:09:57.525358 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-94a532bc-89f8-41b5-b57c-248c87c6e50f req-57e96ece-4d82-4700-854a-1d43b2bf0fab tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 944 time: 0.1222804 Jul 28 05:09:57.567919 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc05048-c1d5-4a88-b556-0bcdb60d33d0 admin admin] Network ec74be42-2caf-4a53-bf1c-d08781db4d21 is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:09:57.573596 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-99d31e51-1c5a-4cac-af86-5e5a554bbc73 req-f81ba7f9-f324-40d2-92ff-623821408737 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/security-groups?id=914ab7d4-c321-44bb-8153-ea66db053fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852218 Jul 28 05:09:57.581276 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-2dc05048-c1d5-4a88-b556-0bcdb60d33d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:09:57.628341 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:57.643410 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e92ba37f-ba0e-49eb-aac0-8ed216d472aa {{(pid=93164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 05:09:57.701421 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] For port e92ba37f-ba0e-49eb-aac0-8ed216d472aa, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=e92ba37f-ba0e-49eb-aac0-8ed216d472aa,segment=NetworkSegment(6a6fa6e8-d182-4dbf-a398-13b8523e31fa),segment_id=6a6fa6e8-d182-4dbf-a398-13b8523e31fa)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:09:57.706984 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:57.724632 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-94a532bc-89f8-41b5-b57c-248c87c6e50f req-fa9398a2-8fd8-4706-a99c-8dacbbeb29d8 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921306 Jul 28 05:09:57.756803 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:57.768126 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dc05048-c1d5-4a88-b556-0bcdb60d33d0 admin admin] Router d6b83600-2371-40cc-82fb-0724ecf1b293 has already been hosted by L3 agent febb8baf-5368-4b94-affe-2856141f0f3f {{(pid=93163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 05:09:57.772096 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:57.803318 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16111e10-0c5b-49b8-89d1-7539f001eca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4be593-7ae9-4cfe-bfcb-ea5fc3764266'}] {{(pid=93164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:09:57.805678 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fb4d28940d80eba88a385613a92acfb6aaf547e778be800882bca880023c29d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9823f40-cd85-4655-99dc-8048b6ba8de0" -d '{"events": [{"server_uuid": "16111e10-0c5b-49b8-89d1-7539f001eca5", "name": "network-vif-plugged", "status": "completed", "tag": "9f4be593-7ae9-4cfe-bfcb-ea5fc3764266"}]}' {{(pid=93164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:09:57.818568 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Pushing event updated for resources: {'Port': ['ID=e92ba37f-ba0e-49eb-aac0-8ed216d472aa,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:57.826867 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] For port 9f4be593-7ae9-4cfe-bfcb-ea5fc3764266, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=9f4be593-7ae9-4cfe-bfcb-ea5fc3764266,segment=NetworkSegment(b6e7b6af-52d2-4c9f-b399-76a1466735d9),segment_id=b6e7b6af-52d2-4c9f-b399-76a1466735d9)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:09:57.833973 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:57.834858 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device a624a92f-6767-4bea-a454-f4d856510779 up at agent hyperv_hv-cinder-80161 {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:09:57.882204 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 05:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ef870c-4aae-4a1d-9c8c-3417a4510776 x-openstack-request-id: req-02ef870c-4aae-4a1d-9c8c-3417a4510776 {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:09:57.882502 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16111e10-0c5b-49b8-89d1-7539f001eca5", "name": "network-vif-plugged", "status": "completed", "tag": "9f4be593-7ae9-4cfe-bfcb-ea5fc3764266", "code": 200}]} {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:09:57.882752 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-02ef870c-4aae-4a1d-9c8c-3417a4510776 {{(pid=93164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:09:57.883143 dv-cinder-801617-3-iscsi neutron-server[93164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16111e10-0c5b-49b8-89d1-7539f001eca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4be593-7ae9-4cfe-bfcb-ea5fc3764266', 'code': 200} Jul 28 05:09:57.907628 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc05048-c1d5-4a88-b556-0bcdb60d33d0 admin admin] Notify agent at l3_agent.dv-cinder-801617-3-iscsi the message routers_updated {{(pid=93163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:09:57.914395 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-2dc05048-c1d5-4a88-b556-0bcdb60d33d0 admin admin] 10.222.0.13 "PUT /v2.0/routers/d6b83600-2371-40cc-82fb-0724ecf1b293/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8637114 Jul 28 05:09:57.935510 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Pushing event updated for resources: {'Port': ['ID=9f4be593-7ae9-4cfe-bfcb-ea5fc3764266,revision_number=5']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:57.938806 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-ef0622d9-9619-4241-8da3-1a41bf04bbd0 None None] Provisioning complete for port dc92d016-74ec-4b87-b3d8-8bcbedd64035 triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:09:57.939173 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-ef0622d9-9619-4241-8da3-1a41bf04bbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:57.979114 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Provisioning for port a624a92f-6767-4bea-a454-f4d856510779 completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:09:57.987602 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Provisioning complete for port a624a92f-6767-4bea-a454-f4d856510779 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:09:57.987967 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:57.989830 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-ef0622d9-9619-4241-8da3-1a41bf04bbd0 None None] Port dc92d016-74ec-4b87-b3d8-8bcbedd64035 cannot update to ACTIVE because it is not bound. {{(pid=93164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 05:09:58.082502 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:58.117489 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] For port a624a92f-6767-4bea-a454-f4d856510779, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=a624a92f-6767-4bea-a454-f4d856510779,segment=NetworkSegment(6a6fa6e8-d182-4dbf-a398-13b8523e31fa),segment_id=6a6fa6e8-d182-4dbf-a398-13b8523e31fa)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:09:58.122969 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:58.150023 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] get_ports_and_sgs() called for port_ids ['e92ba37f-ba0e-49eb-aac0-8ed216d472aa'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:09:58.169110 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f27eb3-880c-4ab2-aa6b-6e46d5e245b9 req-f9abdba8-2729-4815-a384-e8a75f0621b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:58.171521 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c5f27eb3-880c-4ab2-aa6b-6e46d5e245b9 req-f9abdba8-2729-4815-a384-e8a75f0621b9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 1098 time: 0.0796497 Jul 28 05:09:58.184178 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device be024afa-a2ba-4736-b26b-99e01a74cf03 details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=93164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 05:09:58.233383 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-c5f27eb3-880c-4ab2-aa6b-6e46d5e245b9 req-259532bb-e31f-417e-92c8-3cd1a8c8bff0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464475 Jul 28 05:09:58.285071 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Pushing event updated for resources: {'Port': ['ID=a624a92f-6767-4bea-a454-f4d856510779,revision_number=5']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:58.502188 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa10f7b-b112-43c2-9b66-c8b20a5d012c req-e68e78bf-9e8a-4dbe-b4f4-35237e19ae5a tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:58.504017 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3fa10f7b-b112-43c2-9b66-c8b20a5d012c req-e68e78bf-9e8a-4dbe-b4f4-35237e19ae5a tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 945 time: 0.0865748 Jul 28 05:09:58.504371 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] For port be024afa-a2ba-4736-b26b-99e01a74cf03, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=be024afa-a2ba-4736-b26b-99e01a74cf03,segment=NetworkSegment(63e88a60-78da-4f55-839d-5376c73609d1),segment_id=63e88a60-78da-4f55-839d-5376c73609d1)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:09:58.529572 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Returning: {'device': 'be024afa-a2ba-4736-b26b-99e01a74cf03', 'network_id': '7040d785-ad9e-439a-8073-762370b8ac7a', 'port_id': 'be024afa-a2ba-4736-b26b-99e01a74cf03', 'mac_address': 'fa:16:3e:73:0d:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '278bb74a-8e56-4dfc-917a-8520d15d8eb0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 05:09:58.548955 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3fa10f7b-b112-43c2-9b66-c8b20a5d012c req-5d51ce37-3428-401d-9e41-1a611eb9eb6f tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365360 Jul 28 05:09:58.591839 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:58.606041 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be024afa-a2ba-4736-b26b-99e01a74cf03 {{(pid=93164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 05:09:58.626527 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] For port be024afa-a2ba-4736-b26b-99e01a74cf03, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=be024afa-a2ba-4736-b26b-99e01a74cf03,segment=NetworkSegment(63e88a60-78da-4f55-839d-5376c73609d1),segment_id=63e88a60-78da-4f55-839d-5376c73609d1)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:09:58.631359 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:58.658516 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 44160) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:58.665071 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-3d878cc8-0811-4b55-80e4-44ed4219fd4a tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-438040906', 'description': 'tempest-secgroup-smoke-438040906 description', 'project_id': 'a552f7ab2976456ea67918bb2395079f'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:09:58.702975 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-3d878cc8-0811-4b55-80e4-44ed4219fd4a tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:58.706819 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Pushing event updated for resources: {'Port': ['ID=be024afa-a2ba-4736-b26b-99e01a74cf03,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:58.802533 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f164f2-1414-44c3-8bcb-c383ef45d559 req-06945176-5307-45dd-bf88-d2d134593adc tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:58.804054 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-04f164f2-1414-44c3-8bcb-c383ef45d559 req-06945176-5307-45dd-bf88-d2d134593adc tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 945 time: 0.0822144 Jul 28 05:09:58.861205 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-04f164f2-1414-44c3-8bcb-c383ef45d559 req-c6e258fb-78e7-4794-bf60-c17a5f3638bb tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/security-groups?id=914ab7d4-c321-44bb-8153-ea66db053fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510979 Jul 28 05:09:58.897188 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-3d878cc8-0811-4b55-80e4-44ed4219fd4a tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:58.902675 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-3d878cc8-0811-4b55-80e4-44ed4219fd4a tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:58.934346 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-3d878cc8-0811-4b55-80e4-44ed4219fd4a tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:58.935605 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-3d878cc8-0811-4b55-80e4-44ed4219fd4a tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2758570 Jul 28 05:09:58.939467 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 44176) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:58.939997 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d878cc8-0811-4b55-80e4-44ed4219fd4a tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f489311f-03bb-461c-a487-e331db421cb6,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:58.944746 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-694007ba-7e16-4ab5-ab56-437a19a8b4d4 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Request body: {'security_group_rule': {'security_group_id': 'f489311f-03bb-461c-a487-e331db421cb6', 'project_id': 'a552f7ab2976456ea67918bb2395079f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:09:58.982750 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-694007ba-7e16-4ab5-ab56-437a19a8b4d4 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:59.003763 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a1908e-c8a1-4288-a733-2b3501ea7c36 req-496055a6-bb6b-41d9-a7d3-ae98d8347694 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:59.007908 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-05a1908e-c8a1-4288-a733-2b3501ea7c36 req-496055a6-bb6b-41d9-a7d3-ae98d8347694 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 945 time: 0.0698123 Jul 28 05:09:59.062727 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-694007ba-7e16-4ab5-ab56-437a19a8b4d4 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:59.062727 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-694007ba-7e16-4ab5-ab56-437a19a8b4d4 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610225'] for security_group_rule, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:59.077807 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-05a1908e-c8a1-4288-a733-2b3501ea7c36 req-f8e50504-9bf5-4589-b1d7-b3dbf05e89b4 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660741 Jul 28 05:09:59.093106 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694007ba-7e16-4ab5-ab56-437a19a8b4d4 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a70bf552-4ae6-4479-8aed-ed5bafa55214,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:59.111382 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 468265b1-9718-41da-bdf3-3520d87556ee up at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:09:59.126496 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-694007ba-7e16-4ab5-ab56-437a19a8b4d4 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:59.127929 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-694007ba-7e16-4ab5-ab56-437a19a8b4d4 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1873753 Jul 28 05:09:59.131397 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 44180) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:59.137816 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-1daef7be-ce7f-4e16-a03c-3b44d8cb533f tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Request body: {'security_group_rule': {'security_group_id': 'f489311f-03bb-461c-a487-e331db421cb6', 'project_id': 'a552f7ab2976456ea67918bb2395079f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:09:59.170991 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1daef7be-ce7f-4e16-a03c-3b44d8cb533f tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:59.201103 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning for port 468265b1-9718-41da-bdf3-3520d87556ee completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:09:59.207304 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning complete for port 468265b1-9718-41da-bdf3-3520d87556ee triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:09:59.207935 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:59.245406 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] get_ports_and_sgs() called for port_ids ['be024afa-a2ba-4736-b26b-99e01a74cf03'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:09:59.290235 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:59.374725 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:59.415345 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1daef7be-ce7f-4e16-a03c-3b44d8cb533f tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:59.424537 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1daef7be-ce7f-4e16-a03c-3b44d8cb533f tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610225'] for security_group_rule, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:59.433117 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] For port 468265b1-9718-41da-bdf3-3520d87556ee, host dv-cinder-801617-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=468265b1-9718-41da-bdf3-3520d87556ee,segment=NetworkSegment(d34fa97e-0825-4a06-9105-26c8994a2a7e),segment_id=d34fa97e-0825-4a06-9105-26c8994a2a7e)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:09:59.443656 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:59.451769 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daef7be-ce7f-4e16-a03c-3b44d8cb533f tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9813d5a0-5c27-42e7-8d82-ebc5a71bc724,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:59.456007 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1daef7be-ce7f-4e16-a03c-3b44d8cb533f tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:59.457385 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-1daef7be-ce7f-4e16-a03c-3b44d8cb533f tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3244679 Jul 28 05:09:59.460027 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 44186) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:59.465339 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-175e6f2b-5a3d-4198-af7e-a082633dc1f9 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Request body: {'security_group_rule': {'security_group_id': 'f489311f-03bb-461c-a487-e331db421cb6', 'project_id': 'a552f7ab2976456ea67918bb2395079f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:09:59.504000 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-175e6f2b-5a3d-4198-af7e-a082633dc1f9 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:59.536890 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Pushing event updated for resources: {'Port': ['ID=468265b1-9718-41da-bdf3-3520d87556ee,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:59.607478 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-175e6f2b-5a3d-4198-af7e-a082633dc1f9 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:59.612049 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-175e6f2b-5a3d-4198-af7e-a082633dc1f9 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610225'] for security_group_rule, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:59.632531 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e6f2b-5a3d-4198-af7e-a082633dc1f9 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c25ac968-234c-464c-9b19-8b64389175a3,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:59.641450 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-175e6f2b-5a3d-4198-af7e-a082633dc1f9 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:59.643002 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-175e6f2b-5a3d-4198-af7e-a082633dc1f9 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1819291 Jul 28 05:09:59.645760 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 44202) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:59.653165 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-3acb351e-20d4-4b8b-bd2d-536fdd2c1b23 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Request body: {'security_group_rule': {'security_group_id': 'f489311f-03bb-461c-a487-e331db421cb6', 'project_id': 'a552f7ab2976456ea67918bb2395079f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:09:59.689856 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3acb351e-20d4-4b8b-bd2d-536fdd2c1b23 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:59.754399 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606129fe-7b1d-4050-af98-06f9cc4e4137 req-144658a5-90f2-45e4-972e-a4840476f4c1 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:09:59.757815 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-606129fe-7b1d-4050-af98-06f9cc4e4137 req-144658a5-90f2-45e4-972e-a4840476f4c1 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 945 time: 0.0883162 Jul 28 05:09:59.772191 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3acb351e-20d4-4b8b-bd2d-536fdd2c1b23 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:59.780005 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3acb351e-20d4-4b8b-bd2d-536fdd2c1b23 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610225'] for security_group_rule, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:59.783151 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9dfb97-07dd-4051-9399-259ee6c6e9c6 None None] Sync routers for ids ['d6b83600-2371-40cc-82fb-0724ecf1b293'] in dv-cinder-801617-3-iscsi {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:09:59.794037 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9dfb97-07dd-4051-9399-259ee6c6e9c6 None None] Routers {'d6b83600-2371-40cc-82fb-0724ecf1b293'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:09:59.796671 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-ac9dfb97-07dd-4051-9399-259ee6c6e9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:09:57Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['d6b83600-2371-40cc-82fb-0724ecf1b293'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:09:59.798943 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acb351e-20d4-4b8b-bd2d-536fdd2c1b23 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75d12e6f-4ea9-41c1-aa4f-08d10d6a6dbe,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:59.811924 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3acb351e-20d4-4b8b-bd2d-536fdd2c1b23 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:59.814275 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-3acb351e-20d4-4b8b-bd2d-536fdd2c1b23 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1673405 Jul 28 05:09:59.816860 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 44210) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:09:59.822393 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-606129fe-7b1d-4050-af98-06f9cc4e4137 req-29565944-ad6c-4b4f-a317-b20134efb530 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574560 Jul 28 05:09:59.822936 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-5fd294fd-816e-4b4e-af14-7c1126ea4416 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Request body: {'security_group_rule': {'security_group_id': 'f489311f-03bb-461c-a487-e331db421cb6', 'project_id': 'a552f7ab2976456ea67918bb2395079f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:09:59.853310 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.db.securitygroups_db [None req-5fd294fd-816e-4b4e-af14-7c1126ea4416 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Project a552f7ab2976456ea67918bb2395079f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 05:09:59.859790 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5fd294fd-816e-4b4e-af14-7c1126ea4416 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:59.883932 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b083cf3d-ef6b-4a61-8e03-14f279779c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a624a92f-6767-4bea-a454-f4d856510779'}] {{(pid=93164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:09:59.886948 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fb4d28940d80eba88a385613a92acfb6aaf547e778be800882bca880023c29d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5e19ed-1ea9-43d7-84dd-50a58b094465" -d '{"events": [{"server_uuid": "b083cf3d-ef6b-4a61-8e03-14f279779c45", "name": "network-vif-plugged", "status": "completed", "tag": "a624a92f-6767-4bea-a454-f4d856510779"}]}' {{(pid=93164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:09:59.946167 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 05:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1af9b8-6676-4e8c-843b-c2a584083b95 x-openstack-request-id: req-be1af9b8-6676-4e8c-843b-c2a584083b95 {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:09:59.946604 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b083cf3d-ef6b-4a61-8e03-14f279779c45", "name": "network-vif-plugged", "status": "completed", "tag": "a624a92f-6767-4bea-a454-f4d856510779", "code": 200}]} {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:09:59.946971 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-be1af9b8-6676-4e8c-843b-c2a584083b95 {{(pid=93164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:09:59.947457 dv-cinder-801617-3-iscsi neutron-server[93164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b083cf3d-ef6b-4a61-8e03-14f279779c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a624a92f-6767-4bea-a454-f4d856510779', 'code': 200} Jul 28 05:09:59.950653 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5fd294fd-816e-4b4e-af14-7c1126ea4416 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:59.955941 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5fd294fd-816e-4b4e-af14-7c1126ea4416 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610225'] for security_group_rule, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:59.983696 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-ac9dfb97-07dd-4051-9399-259ee6c6e9c6 None None] Set router d6b83600-2371-40cc-82fb-0724ecf1b293 gateway port host: dv-cinder-801617-3-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:09:59.984235 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd294fd-816e-4b4e-af14-7c1126ea4416 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2aaec09-9cb9-461d-b537-80bfbf97211d,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:09:59.995021 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5fd294fd-816e-4b4e-af14-7c1126ea4416 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:09:59.996660 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-5fd294fd-816e-4b4e-af14-7c1126ea4416 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1782966 Jul 28 05:09:59.999490 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 44218) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:10:00.004442 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-684d3841-a6f7-4ab4-8dcd-403f591ea8d1 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Request body: {'security_group_rule': {'security_group_id': 'f489311f-03bb-461c-a487-e331db421cb6', 'project_id': 'a552f7ab2976456ea67918bb2395079f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:10:00.051971 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.db.securitygroups_db [None req-684d3841-a6f7-4ab4-8dcd-403f591ea8d1 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Project a552f7ab2976456ea67918bb2395079f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 05:10:00.063972 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-684d3841-a6f7-4ab4-8dcd-403f591ea8d1 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:00.071303 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771b7a2-39a8-4359-a036-2726733594bb req-b185423c-9300-47eb-8520-a3f98028b3ab tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:00.073922 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d771b7a2-39a8-4359-a036-2726733594bb req-b185423c-9300-47eb-8520-a3f98028b3ab tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 945 time: 0.0841699 Jul 28 05:10:00.159457 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d771b7a2-39a8-4359-a036-2726733594bb req-3f1baf62-a80a-4ef9-b0d7-49865cb2fde8 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/security-groups?id=914ab7d4-c321-44bb-8153-ea66db053fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760260 Jul 28 05:10:00.175641 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device e92ba37f-ba0e-49eb-aac0-8ed216d472aa up at agent hyperv_hv-cinder-80161 {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:10:00.210373 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-684d3841-a6f7-4ab4-8dcd-403f591ea8d1 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:00.217094 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-684d3841-a6f7-4ab4-8dcd-403f591ea8d1 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610225'] for security_group_rule, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:00.249554 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-684d3841-a6f7-4ab4-8dcd-403f591ea8d1 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:00.254183 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-684d3841-a6f7-4ab4-8dcd-403f591ea8d1 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2532454 Jul 28 05:10:00.264839 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d3841-a6f7-4ab4-8dcd-403f591ea8d1 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12547756-5ae7-4788-bb1a-9274dc4069f8,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:00.299494 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Provisioning for port e92ba37f-ba0e-49eb-aac0-8ed216d472aa completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:10:00.304071 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Provisioning complete for port e92ba37f-ba0e-49eb-aac0-8ed216d472aa triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:10:00.304450 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:00.332005 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade8240f-3848-4275-bebb-b7d034707b60 req-4a4c295d-a94c-4d40-8b1d-730c8b852ed6 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:00.341198 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-ac9dfb97-07dd-4051-9399-259ee6c6e9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b83600-2371-40cc-82fb-0724ecf1b293', 'name': 'tempest-TestVolumeBootPattern-389037872-router', 'tenant_id': '02616dde26394b88bad6ba47f0c58171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '468265b1-9718-41da-bdf3-3520d87556ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:51Z', 'updated_at': '2021-07-28T05:09:56Z', 'revision_number': 4, 'project_id': '02616dde26394b88bad6ba47f0c58171', 'gw_port': {'id': '468265b1-9718-41da-bdf3-3520d87556ee', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b83600-2371-40cc-82fb-0724ecf1b293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:52Z', 'updated_at': '2021-07-28T05:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_interfaces': [{'id': 'dc92d016-74ec-4b87-b3d8-8bcbedd64035', 'name': '', 'network_id': 'ec74be42-2caf-4a53-bf1c-d08781db4d21', 'tenant_id': '02616dde26394b88bad6ba47f0c58171', 'mac_address': 'fa:16:3e:ff:0b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b83600-2371-40cc-82fb-0724ecf1b293', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '19347c51-13d8-4cdf-8cfd-d840ce17c799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:56Z', 'updated_at': '2021-07-28T05:09:57Z', 'revision_number': 2, 'project_id': '02616dde26394b88bad6ba47f0c58171', 'subnets': [{'id': '19347c51-13d8-4cdf-8cfd-d840ce17c799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:10:00.356049 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ade8240f-3848-4275-bebb-b7d034707b60 req-4a4c295d-a94c-4d40-8b1d-730c8b852ed6 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 945 time: 0.1145601 Jul 28 05:10:00.370004 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928abe83-ee81-49b6-aa0b-491d241760b0 req-31931ca9-e76e-482f-aadf-d913a5d8ba25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:00.373126 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9dfb97-07dd-4051-9399-259ee6c6e9c6 None None] Checking router: d6b83600-2371-40cc-82fb-0724ecf1b293 for host: dv-cinder-801617-3-iscsi {{(pid=93164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:10:00.373489 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9dfb97-07dd-4051-9399-259ee6c6e9c6 None None] Updating router d6b83600-2371-40cc-82fb-0724ecf1b293 port dc92d016-74ec-4b87-b3d8-8bcbedd64035 binding host dv-cinder-801617-3-iscsi {{(pid=93164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 05:10:00.374394 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-928abe83-ee81-49b6-aa0b-491d241760b0 req-31931ca9-e76e-482f-aadf-d913a5d8ba25 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 1098 time: 0.0736046 Jul 28 05:10:00.412333 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-ac9dfb97-07dd-4051-9399-259ee6c6e9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:00.421178 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-928abe83-ee81-49b6-aa0b-491d241760b0 req-97354c4c-c825-4914-b791-7573305b16d9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392551 Jul 28 05:10:00.445253 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ade8240f-3848-4275-bebb-b7d034707b60 req-a7a30b4c-7995-4b25-8ab7-f2577d422f8f tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882270 Jul 28 05:10:00.564649 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:00.654843 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] For port e92ba37f-ba0e-49eb-aac0-8ed216d472aa, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=e92ba37f-ba0e-49eb-aac0-8ed216d472aa,segment=NetworkSegment(6a6fa6e8-d182-4dbf-a398-13b8523e31fa),segment_id=6a6fa6e8-d182-4dbf-a398-13b8523e31fa)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:10:00.659629 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:00.737951 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Pushing event updated for resources: {'Port': ['ID=e92ba37f-ba0e-49eb-aac0-8ed216d472aa,revision_number=5']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:00.939640 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-ac9dfb97-07dd-4051-9399-259ee6c6e9c6 None None] Notify callbacks [] for port, precommit_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:00.950294 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-ac9dfb97-07dd-4051-9399-259ee6c6e9c6 None None] Transition to ACTIVE for port object dc92d016-74ec-4b87-b3d8-8bcbedd64035 will not be triggered until provisioned by entity L2. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:10:00.956558 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-ac9dfb97-07dd-4051-9399-259ee6c6e9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:00.963035 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b140f39-9418-4e6a-8fba-d5d1a4db8917 req-6606d45a-48ca-4b35-a698-88efa98c6a33 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:00.965297 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7b140f39-9418-4e6a-8fba-d5d1a4db8917 req-6606d45a-48ca-4b35-a698-88efa98c6a33 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 945 time: 0.0550573 Jul 28 05:10:01.010510 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f109d419-c1c3-420c-9192-36d06688f29e None None] Pushing event updated for resources: {'Port': ['ID=dc92d016-74ec-4b87-b3d8-8bcbedd64035,revision_number=3']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:01.018551 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7b140f39-9418-4e6a-8fba-d5d1a4db8917 req-27a0f2ea-b487-4750-bd0d-c2446e5093d3 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451748 Jul 28 05:10:01.053996 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 468265b1-9718-41da-bdf3-3520d87556ee up at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:10:01.096875 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-ac9dfb97-07dd-4051-9399-259ee6c6e9c6 None None] Attempting to bind port dc92d016-74ec-4b87-b3d8-8bcbedd64035 on host dv-cinder-801617-3-iscsi for vnic_type normal with profile {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 05:10:01.097253 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-ac9dfb97-07dd-4051-9399-259ee6c6e9c6 None None] Attempting to bind port dc92d016-74ec-4b87-b3d8-8bcbedd64035 by drivers openvswitch,hyperv on host dv-cinder-801617-3-iscsi at level 0 using segments [{'id': '23eed4e2-d1fc-4c19-9674-0a0a78717f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ec74be42-2caf-4a53-bf1c-d08781db4d21'}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 05:10:01.097690 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9dfb97-07dd-4051-9399-259ee6c6e9c6 None None] Attempting to bind port dc92d016-74ec-4b87-b3d8-8bcbedd64035 on network ec74be42-2caf-4a53-bf1c-d08781db4d21 {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:10:01.105874 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9dfb97-07dd-4051-9399-259ee6c6e9c6 None None] Checking agent: {'id': '3fbc40da-b90e-4a82-82aa-1ec33702809d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 5, 1, 27), 'started_at': datetime.datetime(2021, 7, 28, 5, 1, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 5, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 05:10:01.106249 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9dfb97-07dd-4051-9399-259ee6c6e9c6 None None] Checking segment: {'id': '23eed4e2-d1fc-4c19-9674-0a0a78717f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ec74be42-2caf-4a53-bf1c-d08781db4d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:10:01.106652 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-ac9dfb97-07dd-4051-9399-259ee6c6e9c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:01.107047 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9dfb97-07dd-4051-9399-259ee6c6e9c6 None None] Bound using segment: {'id': '23eed4e2-d1fc-4c19-9674-0a0a78717f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ec74be42-2caf-4a53-bf1c-d08781db4d21'} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 05:10:01.107551 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-ac9dfb97-07dd-4051-9399-259ee6c6e9c6 None None] Bound port: dc92d016-74ec-4b87-b3d8-8bcbedd64035, host: dv-cinder-801617-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23eed4e2-d1fc-4c19-9674-0a0a78717f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ec74be42-2caf-4a53-bf1c-d08781db4d21'}}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 05:10:01.107939 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-ac9dfb97-07dd-4051-9399-259ee6c6e9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:01.187022 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning complete for port 468265b1-9718-41da-bdf3-3520d87556ee triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:10:01.187763 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:01.194082 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b7137-f20b-4ec6-ac53-1ceadc0cccb1 req-e6722c87-1e5e-4cff-9ae9-347c3192b099 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:01.195949 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2c7b7137-f20b-4ec6-ac53-1ceadc0cccb1 req-e6722c87-1e5e-4cff-9ae9-347c3192b099 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 945 time: 0.0579419 Jul 28 05:10:01.205026 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 44304) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:10:01.209687 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-0535fb56-5d8f-426c-a795-ce8942f071f3 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Request body: {'floatingip': {'port_id': '9f4be593-7ae9-4cfe-bfcb-ea5fc3764266'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:10:01.220171 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-ac9dfb97-07dd-4051-9399-259ee6c6e9c6 None None] For port dc92d016-74ec-4b87-b3d8-8bcbedd64035, host dv-cinder-801617-3-iscsi, cleared binding levels {{(pid=93164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:10:01.243153 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-ac9dfb97-07dd-4051-9399-259ee6c6e9c6 None None] For port dc92d016-74ec-4b87-b3d8-8bcbedd64035, host dv-cinder-801617-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=dc92d016-74ec-4b87-b3d8-8bcbedd64035,segment=NetworkSegment(23eed4e2-d1fc-4c19-9674-0a0a78717f0a),segment_id=23eed4e2-d1fc-4c19-9674-0a0a78717f0a)] {{(pid=93164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:10:01.251486 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-ac9dfb97-07dd-4051-9399-259ee6c6e9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:01.298413 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0535fb56-5d8f-426c-a795-ce8942f071f3 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks [] for floatingip, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:01.329298 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f08fde1-0280-45af-8739-7a989ba9b790 req-6908bdc5-78c5-42fa-b775-3ecfd43d4e6f tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:01.331170 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3f08fde1-0280-45af-8739-7a989ba9b790 req-6908bdc5-78c5-42fa-b775-3ecfd43d4e6f tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 945 time: 0.0891371 Jul 28 05:10:01.367983 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f109d419-c1c3-420c-9192-36d06688f29e None None] Pushing event updated for resources: {'Port': ['ID=dc92d016-74ec-4b87-b3d8-8bcbedd64035,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:01.372852 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9dfb97-07dd-4051-9399-259ee6c6e9c6 None None] Routers {'d6b83600-2371-40cc-82fb-0724ecf1b293'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:10:01.373488 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-ac9dfb97-07dd-4051-9399-259ee6c6e9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:09:57Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['d6b83600-2371-40cc-82fb-0724ecf1b293'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:10:01.401636 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3f08fde1-0280-45af-8739-7a989ba9b790 req-ebb31f22-b82a-4e17-8c10-eb45d6f978e8 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/security-groups?id=914ab7d4-c321-44bb-8153-ea66db053fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637741 Jul 28 05:10:01.526948 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-ac9dfb97-07dd-4051-9399-259ee6c6e9c6 None None] Set router d6b83600-2371-40cc-82fb-0724ecf1b293 gateway port host: dv-cinder-801617-3-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:10:01.575496 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10770224-c192-4a2c-9b8c-4b6fbf0246de req-435c8c65-190c-4197-844f-7ab0f2cd8610 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:01.586266 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-10770224-c192-4a2c-9b8c-4b6fbf0246de req-435c8c65-190c-4197-844f-7ab0f2cd8610 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 945 time: 0.0699682 Jul 28 05:10:01.660309 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-10770224-c192-4a2c-9b8c-4b6fbf0246de req-4228f646-467f-4482-a472-e9e5e28f9abe tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728824 Jul 28 05:10:01.776380 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-ac9dfb97-07dd-4051-9399-259ee6c6e9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b83600-2371-40cc-82fb-0724ecf1b293', 'name': 'tempest-TestVolumeBootPattern-389037872-router', 'tenant_id': '02616dde26394b88bad6ba47f0c58171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '468265b1-9718-41da-bdf3-3520d87556ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:51Z', 'updated_at': '2021-07-28T05:09:56Z', 'revision_number': 4, 'project_id': '02616dde26394b88bad6ba47f0c58171', 'gw_port': {'id': '468265b1-9718-41da-bdf3-3520d87556ee', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b83600-2371-40cc-82fb-0724ecf1b293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:52Z', 'updated_at': '2021-07-28T05:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_interfaces': [{'id': 'dc92d016-74ec-4b87-b3d8-8bcbedd64035', 'name': '', 'network_id': 'ec74be42-2caf-4a53-bf1c-d08781db4d21', 'tenant_id': '02616dde26394b88bad6ba47f0c58171', 'mac_address': 'fa:16:3e:ff:0b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b83600-2371-40cc-82fb-0724ecf1b293', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '19347c51-13d8-4cdf-8cfd-d840ce17c799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:56Z', 'updated_at': '2021-07-28T05:10:01Z', 'revision_number': 4, 'project_id': '02616dde26394b88bad6ba47f0c58171', 'subnets': [{'id': '19347c51-13d8-4cdf-8cfd-d840ce17c799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:10:01.813897 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9dfb97-07dd-4051-9399-259ee6c6e9c6 None None] The sync data for ids ['d6b83600-2371-40cc-82fb-0724ecf1b293'] in dv-cinder-801617-3-iscsi is: [{'id': 'd6b83600-2371-40cc-82fb-0724ecf1b293', 'name': 'tempest-TestVolumeBootPattern-389037872-router', 'tenant_id': '02616dde26394b88bad6ba47f0c58171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '468265b1-9718-41da-bdf3-3520d87556ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:51Z', 'updated_at': '2021-07-28T05:09:56Z', 'revision_number': 4, 'project_id': '02616dde26394b88bad6ba47f0c58171', 'gw_port': {'id': '468265b1-9718-41da-bdf3-3520d87556ee', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b83600-2371-40cc-82fb-0724ecf1b293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:52Z', 'updated_at': '2021-07-28T05:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_interfaces': [{'id': 'dc92d016-74ec-4b87-b3d8-8bcbedd64035', 'name': '', 'network_id': 'ec74be42-2caf-4a53-bf1c-d08781db4d21', 'tenant_id': '02616dde26394b88bad6ba47f0c58171', 'mac_address': 'fa:16:3e:ff:0b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6b83600-2371-40cc-82fb-0724ecf1b293', 'device_owner': 'network:router_interface', 'standard_attr_id': 235, 'fixed_ips': [{'subnet_id': '19347c51-13d8-4cdf-8cfd-d840ce17c799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:56Z', 'updated_at': '2021-07-28T05:10:01Z', 'revision_number': 4, 'project_id': '02616dde26394b88bad6ba47f0c58171', 'subnets': [{'id': '19347c51-13d8-4cdf-8cfd-d840ce17c799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:10:01.948686 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e92ba37f-ba0e-49eb-aac0-8ed216d472aa'}] {{(pid=93164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:10:01.951472 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fb4d28940d80eba88a385613a92acfb6aaf547e778be800882bca880023c29d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dee3cf8-0d9f-478f-b273-ae6d065bc135" -d '{"events": [{"server_uuid": "9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9", "name": "network-vif-plugged", "status": "completed", "tag": "e92ba37f-ba0e-49eb-aac0-8ed216d472aa"}]}' {{(pid=93164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:10:02.002580 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 05:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0cd6b77-53f6-4e37-9d71-235c3c1e815f x-openstack-request-id: req-f0cd6b77-53f6-4e37-9d71-235c3c1e815f {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:10:02.002884 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9", "name": "network-vif-plugged", "status": "completed", "tag": "e92ba37f-ba0e-49eb-aac0-8ed216d472aa", "code": 200}]} {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:10:02.003138 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f0cd6b77-53f6-4e37-9d71-235c3c1e815f {{(pid=93164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:10:02.003571 dv-cinder-801617-3-iscsi neutron-server[93164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e92ba37f-ba0e-49eb-aac0-8ed216d472aa', 'code': 200} Jul 28 05:10:02.155189 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0535fb56-5d8f-426c-a795-ce8942f071f3 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:02.160606 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0535fb56-5d8f-426c-a795-ce8942f071f3 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406535'] for floatingip, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:02.179645 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device be024afa-a2ba-4736-b26b-99e01a74cf03 up at agent hyperv_hv-cinder-80161 {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:10:02.248977 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Provisioning for port be024afa-a2ba-4736-b26b-99e01a74cf03 completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:10:02.255529 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Provisioning complete for port be024afa-a2ba-4736-b26b-99e01a74cf03 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:10:02.255997 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:02.290916 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.db.l3_db [None req-0535fb56-5d8f-426c-a795-ce8942f071f3 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Floating IP d6ecf632-00cd-4a5a-8ca8-09431275a0a2 associated. External IP: 172.27.2.213, port: 9f4be593-7ae9-4cfe-bfcb-ea5fc3764266. Jul 28 05:10:02.333703 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a02292-aef9-4c63-b90c-34b53d95a3c8 req-6370827b-a5cc-4bf7-a794-9223f8b1d6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:02.334858 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-80a02292-aef9-4c63-b90c-34b53d95a3c8 req-6370827b-a5cc-4bf7-a794-9223f8b1d6e7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 1098 time: 0.0928602 Jul 28 05:10:02.342317 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:02.386358 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] For port be024afa-a2ba-4736-b26b-99e01a74cf03, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=be024afa-a2ba-4736-b26b-99e01a74cf03,segment=NetworkSegment(63e88a60-78da-4f55-839d-5376c73609d1),segment_id=63e88a60-78da-4f55-839d-5376c73609d1)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:10:02.391329 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:02.427285 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-80a02292-aef9-4c63-b90c-34b53d95a3c8 req-2a0fbbca-c7be-490f-97c3-8ec3073a35bc service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824215 Jul 28 05:10:02.455312 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Pushing event updated for resources: {'Port': ['ID=be024afa-a2ba-4736-b26b-99e01a74cf03,revision_number=5']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:02.514670 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da045e85-1fa6-4dc5-9be4-b4ee28b8800a req-48078580-af41-431a-b3d1-bba218895246 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:02.517408 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-da045e85-1fa6-4dc5-9be4-b4ee28b8800a req-48078580-af41-431a-b3d1-bba218895246 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 946 time: 0.0562656 Jul 28 05:10:02.558781 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0535fb56-5d8f-426c-a795-ce8942f071f3 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Router 1c958403-ae9f-4530-a92f-ea97c97bb0f4 has already been hosted by L3 agent febb8baf-5368-4b94-affe-2856141f0f3f {{(pid=93162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 05:10:02.559608 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-da045e85-1fa6-4dc5-9be4-b4ee28b8800a req-de18e5ad-d779-4dcb-af8b-6c0d545aed25 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/security-groups?id=914ab7d4-c321-44bb-8153-ea66db053fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357513 Jul 28 05:10:02.776922 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe98e1-6f5c-40c7-b179-3f47dd780316 req-d47043f1-5ca6-49d8-8724-8cb6cb93e35b tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:02.778544 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7dbe98e1-6f5c-40c7-b179-3f47dd780316 req-d47043f1-5ca6-49d8-8724-8cb6cb93e35b tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 945 time: 0.0525641 Jul 28 05:10:02.819551 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7dbe98e1-6f5c-40c7-b179-3f47dd780316 req-e2c46160-e669-4d75-bf8c-9d95396fe914 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350323 Jul 28 05:10:02.838921 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0535fb56-5d8f-426c-a795-ce8942f071f3 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify agent at l3_agent.dv-cinder-801617-3-iscsi the message routers_updated {{(pid=93162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:10:02.843821 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0535fb56-5d8f-426c-a795-ce8942f071f3 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068'] for floatingip, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:02.855704 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c700fed-b4bb-4b08-a0cd-195851b96b40 None None] Sync routers for ids ['1c958403-ae9f-4530-a92f-ea97c97bb0f4'] in dv-cinder-801617-3-iscsi {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:10:02.874149 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c700fed-b4bb-4b08-a0cd-195851b96b40 None None] Routers {'1c958403-ae9f-4530-a92f-ea97c97bb0f4'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:10:02.875600 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-2c700fed-b4bb-4b08-a0cd-195851b96b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:09:57Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['1c958403-ae9f-4530-a92f-ea97c97bb0f4'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:10:02.894916 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-0535fb56-5d8f-426c-a795-ce8942f071f3 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "PUT /v2.0/floatingips/d6ecf632-00cd-4a5a-8ca8-09431275a0a2 HTTP/1.1" status: 200 len: 991 time: 1.6887736 Jul 28 05:10:02.895745 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16111e10-0c5b-49b8-89d1-7539f001eca5', 'tag': '9f4be593-7ae9-4cfe-bfcb-ea5fc3764266'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:10:02.909802 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c2d73b3f5a3d58c7c8ad1da87b4e0288c6e179b2b0c85b2ac43e7fbbb4c89cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d7344c7-1a3d-4a24-9b00-0b5838730ecf" -d '{"events": [{"name": "network-changed", "server_uuid": "16111e10-0c5b-49b8-89d1-7539f001eca5", "tag": "9f4be593-7ae9-4cfe-bfcb-ea5fc3764266"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:10:03.050683 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-2c700fed-b4bb-4b08-a0cd-195851b96b40 None None] Set router 1c958403-ae9f-4530-a92f-ea97c97bb0f4 gateway port host: dv-cinder-801617-3-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:10:03.137263 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device dc92d016-74ec-4b87-b3d8-8bcbedd64035 up at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:10:03.147272 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 05:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10488bb9-7b56-43ca-aa17-aa85891ca265 x-openstack-request-id: req-10488bb9-7b56-43ca-aa17-aa85891ca265 {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:10:03.147593 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16111e10-0c5b-49b8-89d1-7539f001eca5", "tag": "9f4be593-7ae9-4cfe-bfcb-ea5fc3764266", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:10:03.147847 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-10488bb9-7b56-43ca-aa17-aa85891ca265 {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:10:03.148241 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16111e10-0c5b-49b8-89d1-7539f001eca5', 'tag': '9f4be593-7ae9-4cfe-bfcb-ea5fc3764266', 'status': 'completed', 'code': 200} Jul 28 05:10:03.207585 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning for port dc92d016-74ec-4b87-b3d8-8bcbedd64035 completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:10:03.210433 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5629cbec-d554-4f2a-8b73-b586c3308081 req-69623066-e44d-403d-b52f-8359c71b050a tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:03.219454 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning complete for port dc92d016-74ec-4b87-b3d8-8bcbedd64035 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:10:03.219454 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:03.220473 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5629cbec-d554-4f2a-8b73-b586c3308081 req-69623066-e44d-403d-b52f-8359c71b050a tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 945 time: 0.0754669 Jul 28 05:10:03.307474 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 44354) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:10:03.321156 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:03.336692 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c754b-6395-419b-bd48-96ceca013fd6 req-01926522-72ee-414b-b879-1a732c72ddb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:03.338290 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-df6c754b-6395-419b-bd48-96ceca013fd6 req-01926522-72ee-414b-b879-1a732c72ddb1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cd3af660b04c4cd28649da733b80e303&device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 1098 time: 0.0947299 Jul 28 05:10:03.367953 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] For port dc92d016-74ec-4b87-b3d8-8bcbedd64035, host dv-cinder-801617-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=dc92d016-74ec-4b87-b3d8-8bcbedd64035,segment=NetworkSegment(23eed4e2-d1fc-4c19-9674-0a0a78717f0a),segment_id=23eed4e2-d1fc-4c19-9674-0a0a78717f0a)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:10:03.370810 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5629cbec-d554-4f2a-8b73-b586c3308081 req-c56ec5f6-ebfa-46cf-82ac-32d3dc34fc09 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491554 Jul 28 05:10:03.385200 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:03.393187 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7344c7-1a3d-4a24-9b00-0b5838730ecf req-5d6e12aa-8d32-4ac9-89aa-89ba33bc8d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:03.394909 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8d7344c7-1a3d-4a24-9b00-0b5838730ecf req-5d6e12aa-8d32-4ac9-89aa-89ba33bc8d1f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f77014531530497aa60d1269fde1bd6f&device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 1098 time: 0.1406577 Jul 28 05:10:03.493862 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Pushing event updated for resources: {'Port': ['ID=dc92d016-74ec-4b87-b3d8-8bcbedd64035,revision_number=5']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:03.531899 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-2c700fed-b4bb-4b08-a0cd-195851b96b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c958403-ae9f-4530-a92f-ea97c97bb0f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1867579563-router', 'tenant_id': 'f77014531530497aa60d1269fde1bd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '5862d95c-f456-423f-b62d-51950afda2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:04Z', 'updated_at': '2021-07-28T05:09:13Z', 'revision_number': 4, 'project_id': 'f77014531530497aa60d1269fde1bd6f', 'gw_port': {'id': '5862d95c-f456-423f-b62d-51950afda2d7', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c958403-ae9f-4530-a92f-ea97c97bb0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:05Z', 'updated_at': '2021-07-28T05:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_floatingips': [{'id': 'd6ecf632-00cd-4a5a-8ca8-09431275a0a2', 'tenant_id': 'f77014531530497aa60d1269fde1bd6f', 'floating_ip_address': '172.27.2.213', 'floating_network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'router_id': '1c958403-ae9f-4530-a92f-ea97c97bb0f4', 'port_id': '9f4be593-7ae9-4cfe-bfcb-ea5fc3764266', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34e1948f-8e2c-47b9-a68d-5f2322a08957', 'mac_address': 'fa:16:3e:14:90:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16111e10-0c5b-49b8-89d1-7539f001eca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T05:09:25Z', 'updated_at': '2021-07-28T05:10:01Z', 'revision_number': 1, 'project_id': 'f77014531530497aa60d1269fde1bd6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1d8b2db-ab6d-4e3a-a273-65795ce23108', 'name': '', 'network_id': '34e1948f-8e2c-47b9-a68d-5f2322a08957', 'tenant_id': 'f77014531530497aa60d1269fde1bd6f', 'mac_address': 'fa:16:3e:c3:05:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c958403-ae9f-4530-a92f-ea97c97bb0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e9700662-b8e7-49fb-ada5-3c005d49b640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:11Z', 'updated_at': '2021-07-28T05:09:25Z', 'revision_number': 5, 'project_id': 'f77014531530497aa60d1269fde1bd6f', 'subnets': [{'id': 'e9700662-b8e7-49fb-ada5-3c005d49b640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:10:03.549453 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7344c7-1a3d-4a24-9b00-0b5838730ecf req-98e5c3cc-14b7-4a3d-98f7-400791743927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:03.550093 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2832466a-1b60-4b94-b10b-c287f87bcb93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:03.551749 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8d7344c7-1a3d-4a24-9b00-0b5838730ecf req-98e5c3cc-14b7-4a3d-98f7-400791743927 service neutron] 10.222.0.21 "GET /v2.0/networks?id=34e1948f-8e2c-47b9-a68d-5f2322a08957 HTTP/1.1" status: 200 len: 918 time: 0.1447811 Jul 28 05:10:03.559346 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c754b-6395-419b-bd48-96ceca013fd6 req-0dd1a83a-16ed-4f8d-b567-c69e41e14f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:03.560876 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-df6c754b-6395-419b-bd48-96ceca013fd6 req-0dd1a83a-16ed-4f8d-b567-c69e41e14f0a service neutron] 10.222.0.21 "GET /v2.0/networks?id=2f6cc273-aa71-4fbb-86d3-1b26dad4ce50 HTTP/1.1" status: 200 len: 919 time: 0.2056875 Jul 28 05:10:03.562790 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c700fed-b4bb-4b08-a0cd-195851b96b40 None None] Checking router: 1c958403-ae9f-4530-a92f-ea97c97bb0f4 for host: dv-cinder-801617-3-iscsi {{(pid=93165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:10:03.571471 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c700fed-b4bb-4b08-a0cd-195851b96b40 None None] Routers {'1c958403-ae9f-4530-a92f-ea97c97bb0f4'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:10:03.572283 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-2c700fed-b4bb-4b08-a0cd-195851b96b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:09:57Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['1c958403-ae9f-4530-a92f-ea97c97bb0f4'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:10:03.657302 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-df6c754b-6395-419b-bd48-96ceca013fd6 req-271d3b59-6971-45b5-ae93-bf5a6bf4383c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a624a92f-6767-4bea-a454-f4d856510779 HTTP/1.1" status: 200 len: 217 time: 0.0547206 Jul 28 05:10:03.708175 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-2c700fed-b4bb-4b08-a0cd-195851b96b40 None None] Set router 1c958403-ae9f-4530-a92f-ea97c97bb0f4 gateway port host: dv-cinder-801617-3-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:10:03.738600 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8d7344c7-1a3d-4a24-9b00-0b5838730ecf req-59d6cc57-44d6-44ed-82a8-d4d16441707a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f4be593-7ae9-4cfe-bfcb-ea5fc3764266 HTTP/1.1" status: 200 len: 999 time: 0.1772728 Jul 28 05:10:03.752895 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c754b-6395-419b-bd48-96ceca013fd6 req-7c1ec3d0-ab66-4335-a19f-5772963bfb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:03.754366 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-df6c754b-6395-419b-bd48-96ceca013fd6 req-7c1ec3d0-ab66-4335-a19f-5772963bfb75 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=55007cfe-ea2e-4cab-9e84-15ae15b8e8bc HTTP/1.1" status: 200 len: 858 time: 0.0890641 Jul 28 05:10:03.760353 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe3c16a-e602-4349-b215-3aeb998ca71a req-bb862f06-e016-4335-8c08-8254ea5b6ccc tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:03.762586 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-afe3c16a-e602-4349-b215-3aeb998ca71a req-bb862f06-e016-4335-8c08-8254ea5b6ccc tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 946 time: 0.0909202 Jul 28 05:10:03.797566 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2832466a-1b60-4b94-b10b-c287f87bcb93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:03.816419 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-df6c754b-6395-419b-bd48-96ceca013fd6 req-b227316d-9b4e-4a30-b9e4-b2eb5c1de49b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2f6cc273-aa71-4fbb-86d3-1b26dad4ce50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350351 Jul 28 05:10:03.817142 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2832466a-1b60-4b94-b10b-c287f87bcb93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:03.847565 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2832466a-1b60-4b94-b10b-c287f87bcb93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8679cb4e-b434-4213-abc6-f054230c5903,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:03.865831 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2832466a-1b60-4b94-b10b-c287f87bcb93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:10:03.866316 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2832466a-1b60-4b94-b10b-c287f87bcb93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:10:03.866704 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2832466a-1b60-4b94-b10b-c287f87bcb93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:10:03.867041 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2832466a-1b60-4b94-b10b-c287f87bcb93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:10:03.868083 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2832466a-1b60-4b94-b10b-c287f87bcb93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:10:03.868083 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2832466a-1b60-4b94-b10b-c287f87bcb93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:10:03.868083 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2832466a-1b60-4b94-b10b-c287f87bcb93 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:10:03.868499 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2832466a-1b60-4b94-b10b-c287f87bcb93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:10:03.868766 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2832466a-1b60-4b94-b10b-c287f87bcb93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:10:03.869539 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2832466a-1b60-4b94-b10b-c287f87bcb93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:10:03.869539 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2832466a-1b60-4b94-b10b-c287f87bcb93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:10:03.869808 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2832466a-1b60-4b94-b10b-c287f87bcb93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:10:03.883079 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-2832466a-1b60-4b94-b10b-c287f87bcb93 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=100bc4862acc4d53b83335c71261f2d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5749371 Jul 28 05:10:03.883739 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 44364) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:10:03.907880 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-afe3c16a-e602-4349-b215-3aeb998ca71a req-a845f8d2-351f-4cad-9b4b-d01f1ab648be tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/security-groups?id=914ab7d4-c321-44bb-8153-ea66db053fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333911 Jul 28 05:10:03.913774 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7344c7-1a3d-4a24-9b00-0b5838730ecf req-03da9704-959f-4068-9b0a-ba36d8549475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:03.915211 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8d7344c7-1a3d-4a24-9b00-0b5838730ecf req-03da9704-959f-4068-9b0a-ba36d8549475 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e9700662-b8e7-49fb-ada5-3c005d49b640 HTTP/1.1" status: 200 len: 856 time: 0.1362569 Jul 28 05:10:03.995118 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2fe03520-ac28-40d5-8704-db620b6013fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:04.004116 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7344c7-1a3d-4a24-9b00-0b5838730ecf req-0b5612d7-ae9c-4d6b-a327-e437dccb82c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:04.005788 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb83aa2e-d4fc-465b-b510-fc569c2d3a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be024afa-a2ba-4736-b26b-99e01a74cf03'}] {{(pid=93164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:10:04.006137 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8d7344c7-1a3d-4a24-9b00-0b5838730ecf req-0b5612d7-ae9c-4d6b-a327-e437dccb82c6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=34e1948f-8e2c-47b9-a68d-5f2322a08957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0691233 Jul 28 05:10:04.008232 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fb4d28940d80eba88a385613a92acfb6aaf547e778be800882bca880023c29d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177b2fa9-38fe-4f3a-9cf8-a2817c8aa547" -d '{"events": [{"server_uuid": "cb83aa2e-d4fc-465b-b510-fc569c2d3a02", "name": "network-vif-plugged", "status": "completed", "tag": "be024afa-a2ba-4736-b26b-99e01a74cf03"}]}' {{(pid=93164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:10:04.010433 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-2c700fed-b4bb-4b08-a0cd-195851b96b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c958403-ae9f-4530-a92f-ea97c97bb0f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1867579563-router', 'tenant_id': 'f77014531530497aa60d1269fde1bd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '5862d95c-f456-423f-b62d-51950afda2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:04Z', 'updated_at': '2021-07-28T05:09:13Z', 'revision_number': 4, 'project_id': 'f77014531530497aa60d1269fde1bd6f', 'gw_port': {'id': '5862d95c-f456-423f-b62d-51950afda2d7', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c958403-ae9f-4530-a92f-ea97c97bb0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:05Z', 'updated_at': '2021-07-28T05:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_floatingips': [{'id': 'd6ecf632-00cd-4a5a-8ca8-09431275a0a2', 'tenant_id': 'f77014531530497aa60d1269fde1bd6f', 'floating_ip_address': '172.27.2.213', 'floating_network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'router_id': '1c958403-ae9f-4530-a92f-ea97c97bb0f4', 'port_id': '9f4be593-7ae9-4cfe-bfcb-ea5fc3764266', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34e1948f-8e2c-47b9-a68d-5f2322a08957', 'mac_address': 'fa:16:3e:14:90:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16111e10-0c5b-49b8-89d1-7539f001eca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T05:09:25Z', 'updated_at': '2021-07-28T05:10:01Z', 'revision_number': 1, 'project_id': 'f77014531530497aa60d1269fde1bd6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1d8b2db-ab6d-4e3a-a273-65795ce23108', 'name': '', 'network_id': '34e1948f-8e2c-47b9-a68d-5f2322a08957', 'tenant_id': 'f77014531530497aa60d1269fde1bd6f', 'mac_address': 'fa:16:3e:c3:05:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c958403-ae9f-4530-a92f-ea97c97bb0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e9700662-b8e7-49fb-ada5-3c005d49b640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:11Z', 'updated_at': '2021-07-28T05:09:25Z', 'revision_number': 5, 'project_id': 'f77014531530497aa60d1269fde1bd6f', 'subnets': [{'id': 'e9700662-b8e7-49fb-ada5-3c005d49b640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:10:04.036022 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2fe03520-ac28-40d5-8704-db620b6013fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:04.076729 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c700fed-b4bb-4b08-a0cd-195851b96b40 None None] The sync data for ids ['1c958403-ae9f-4530-a92f-ea97c97bb0f4'] in dv-cinder-801617-3-iscsi is: [{'id': '1c958403-ae9f-4530-a92f-ea97c97bb0f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1867579563-router', 'tenant_id': 'f77014531530497aa60d1269fde1bd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '5862d95c-f456-423f-b62d-51950afda2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:04Z', 'updated_at': '2021-07-28T05:09:13Z', 'revision_number': 4, 'project_id': 'f77014531530497aa60d1269fde1bd6f', 'gw_port': {'id': '5862d95c-f456-423f-b62d-51950afda2d7', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c958403-ae9f-4530-a92f-ea97c97bb0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:05Z', 'updated_at': '2021-07-28T05:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_floatingips': [{'id': 'd6ecf632-00cd-4a5a-8ca8-09431275a0a2', 'tenant_id': 'f77014531530497aa60d1269fde1bd6f', 'floating_ip_address': '172.27.2.213', 'floating_network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'router_id': '1c958403-ae9f-4530-a92f-ea97c97bb0f4', 'port_id': '9f4be593-7ae9-4cfe-bfcb-ea5fc3764266', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34e1948f-8e2c-47b9-a68d-5f2322a08957', 'mac_address': 'fa:16:3e:14:90:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16111e10-0c5b-49b8-89d1-7539f001eca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T05:09:25Z', 'updated_at': '2021-07-28T05:10:01Z', 'revision_number': 1, 'project_id': 'f77014531530497aa60d1269fde1bd6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1d8b2db-ab6d-4e3a-a273-65795ce23108', 'name': '', 'network_id': '34e1948f-8e2c-47b9-a68d-5f2322a08957', 'tenant_id': 'f77014531530497aa60d1269fde1bd6f', 'mac_address': 'fa:16:3e:c3:05:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c958403-ae9f-4530-a92f-ea97c97bb0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e9700662-b8e7-49fb-ada5-3c005d49b640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:11Z', 'updated_at': '2021-07-28T05:09:25Z', 'revision_number': 5, 'project_id': 'f77014531530497aa60d1269fde1bd6f', 'subnets': [{'id': 'e9700662-b8e7-49fb-ada5-3c005d49b640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:10:04.100578 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 05:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ecf5d3-7871-4a1b-8692-485ce0fffe82 x-openstack-request-id: req-c7ecf5d3-7871-4a1b-8692-485ce0fffe82 {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:10:04.101082 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb83aa2e-d4fc-465b-b510-fc569c2d3a02", "name": "network-vif-plugged", "status": "completed", "tag": "be024afa-a2ba-4736-b26b-99e01a74cf03", "code": 200}]} {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:10:04.101635 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c7ecf5d3-7871-4a1b-8692-485ce0fffe82 {{(pid=93164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:10:04.102315 dv-cinder-801617-3-iscsi neutron-server[93164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb83aa2e-d4fc-465b-b510-fc569c2d3a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be024afa-a2ba-4736-b26b-99e01a74cf03', 'code': 200} Jul 28 05:10:04.127537 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-df6c754b-6395-419b-bd48-96ceca013fd6 req-3c64da25-74bf-4e61-b5a1-ce33bfaf9faf service neutron] 10.222.0.21 "GET /v2.0/networks/2f6cc273-aa71-4fbb-86d3-1b26dad4ce50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257323 Jul 28 05:10:04.127537 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2fe03520-ac28-40d5-8704-db620b6013fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:04.130181 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2fe03520-ac28-40d5-8704-db620b6013fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:04.131295 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-2fe03520-ac28-40d5-8704-db620b6013fc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8679cb4e-b434-4213-abc6-f054230c5903 HTTP/1.1" status: 204 len: 168 time: 0.2466450 Jul 28 05:10:04.167394 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe03520-ac28-40d5-8704-db620b6013fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8679cb4e-b434-4213-abc6-f054230c5903,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:04.364348 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-df6c754b-6395-419b-bd48-96ceca013fd6 req-adc3f2b0-f00b-4499-b238-38ce0c6940d8 service neutron] 10.222.0.21 "GET /v2.0/networks/2f6cc273-aa71-4fbb-86d3-1b26dad4ce50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456611 Jul 28 05:10:04.490079 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8d7344c7-1a3d-4a24-9b00-0b5838730ecf req-7a4a16e9-ced8-447e-b57c-84f5dcc743dd service neutron] 10.222.0.21 "GET /v2.0/networks/34e1948f-8e2c-47b9-a68d-5f2322a08957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4640827 Jul 28 05:10:04.522822 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cb4efe-2c39-4698-a7b6-64842d59ca50 req-6edc85d3-3b2f-469e-bd1e-b5a5aadc7385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:04.524388 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e7cb4efe-2c39-4698-a7b6-64842d59ca50 req-6edc85d3-3b2f-469e-bd1e-b5a5aadc7385 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 1099 time: 0.0463519 Jul 28 05:10:04.576608 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 44384) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:10:04.581701 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-e7cb4efe-2c39-4698-a7b6-64842d59ca50 req-a446469b-152d-475b-a4f9-8099df76dd80 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=914ab7d4-c321-44bb-8153-ea66db053fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441203 Jul 28 05:10:04.584406 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dabb421-9536-41e6-9c35-89298f5abbca req-523d77c2-bf72-4901-ab4a-75d623fe9eef tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:04.594167 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4dabb421-9536-41e6-9c35-89298f5abbca req-523d77c2-bf72-4901-ab4a-75d623fe9eef tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 945 time: 0.1464503 Jul 28 05:10:04.600905 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-cd943334-c71a-4825-b509-a49a81a61258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:04.645678 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8319238-7763-4198-b072-da50cbb95e79 None None] New status for floating IP d6ecf632-00cd-4a5a-8ca8-09431275a0a2: ACTIVE {{(pid=93164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 05:10:04.647220 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4dabb421-9536-41e6-9c35-89298f5abbca req-0df4bb6b-ffb5-47c9-8a9c-9820bc076b8f tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522866 Jul 28 05:10:04.683243 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8d7344c7-1a3d-4a24-9b00-0b5838730ecf req-8ba3d828-9567-4dfb-9403-64b0cc2e9330 service neutron] 10.222.0.21 "GET /v2.0/networks/34e1948f-8e2c-47b9-a68d-5f2322a08957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837361 Jul 28 05:10:04.723974 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-cd943334-c71a-4825-b509-a49a81a61258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:04.728467 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-cd943334-c71a-4825-b509-a49a81a61258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:04.770136 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-cd943334-c71a-4825-b509-a49a81a61258 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=42c71fc9cfd340a9a9410872f9a1bb6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1876252 Jul 28 05:10:04.771234 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd943334-c71a-4825-b509-a49a81a61258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a63181c-d0ed-4f1a-a515-09babc6c94fa,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:04.773092 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 44386) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:10:04.827524 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-75935cc3-c237-4307-baac-445b54b5919f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:04.851184 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-75935cc3-c237-4307-baac-445b54b5919f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:04.897458 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-75935cc3-c237-4307-baac-445b54b5919f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:04.900071 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-75935cc3-c237-4307-baac-445b54b5919f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:04.901787 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-75935cc3-c237-4307-baac-445b54b5919f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6a63181c-d0ed-4f1a-a515-09babc6c94fa HTTP/1.1" status: 204 len: 168 time: 0.1268289 Jul 28 05:10:04.909973 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75935cc3-c237-4307-baac-445b54b5919f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a63181c-d0ed-4f1a-a515-09babc6c94fa,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:04.917270 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75935cc3-c237-4307-baac-445b54b5919f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:10:04.917627 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75935cc3-c237-4307-baac-445b54b5919f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:10:04.917970 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75935cc3-c237-4307-baac-445b54b5919f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:10:04.918310 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75935cc3-c237-4307-baac-445b54b5919f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:10:04.918642 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75935cc3-c237-4307-baac-445b54b5919f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:10:04.918977 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75935cc3-c237-4307-baac-445b54b5919f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:10:04.919309 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75935cc3-c237-4307-baac-445b54b5919f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:10:04.920873 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75935cc3-c237-4307-baac-445b54b5919f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:10:04.920873 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75935cc3-c237-4307-baac-445b54b5919f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:10:04.920873 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75935cc3-c237-4307-baac-445b54b5919f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:10:04.920873 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75935cc3-c237-4307-baac-445b54b5919f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:10:04.921226 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75935cc3-c237-4307-baac-445b54b5919f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:10:05.047276 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd92cc-1dd6-4c0d-9c24-7d81339496ee req-5c751c0f-8cd0-4861-bdff-4d939a1cd7be tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:05.049218 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-04cd92cc-1dd6-4c0d-9c24-7d81339496ee req-5c751c0f-8cd0-4861-bdff-4d939a1cd7be tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 946 time: 0.0707691 Jul 28 05:10:05.050167 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device dc92d016-74ec-4b87-b3d8-8bcbedd64035 up at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:10:05.089401 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-04cd92cc-1dd6-4c0d-9c24-7d81339496ee req-f1f6ea5a-5a92-479c-99c4-41333243c2a4 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/security-groups?id=914ab7d4-c321-44bb-8153-ea66db053fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340140 Jul 28 05:10:05.105289 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning complete for port dc92d016-74ec-4b87-b3d8-8bcbedd64035 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:10:05.105884 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:05.777869 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a847a-dce6-4be9-83eb-b96a795cc5e7 req-3b512313-e52c-4de5-b6ae-e418092325f8 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:05.779275 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9d8a847a-dce6-4be9-83eb-b96a795cc5e7 req-3b512313-e52c-4de5-b6ae-e418092325f8 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 945 time: 0.0540657 Jul 28 05:10:05.818785 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9d8a847a-dce6-4be9-83eb-b96a795cc5e7 req-3e5d1485-77e6-4b1a-98fb-6c7dffb362ae tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330608 Jul 28 05:10:06.229744 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ccae28-d2cb-42c5-bc47-b18b7e65ef60 req-f183ce49-ad2b-43a9-a773-f20a3a0571fb tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:06.231253 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-95ccae28-d2cb-42c5-bc47-b18b7e65ef60 req-f183ce49-ad2b-43a9-a773-f20a3a0571fb tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 946 time: 0.0537612 Jul 28 05:10:06.269585 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-95ccae28-d2cb-42c5-bc47-b18b7e65ef60 req-d5409311-d301-4435-b28f-3d6457d07d7f tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/security-groups?id=914ab7d4-c321-44bb-8153-ea66db053fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324993 Jul 28 05:10:06.712943 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 44460) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:10:06.822967 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e18ae07f-614f-433a-ba8c-122416261d91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:06.954726 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e18ae07f-614f-433a-ba8c-122416261d91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:06.962461 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374bc79-511a-46f3-92ff-568d0422ae7f req-5257247e-d1b8-4d0c-897c-9466677e1469 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:06.965129 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d374bc79-511a-46f3-92ff-568d0422ae7f req-5257247e-d1b8-4d0c-897c-9466677e1469 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 945 time: 0.0773685 Jul 28 05:10:06.969857 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e18ae07f-614f-433a-ba8c-122416261d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:07.029847 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18ae07f-614f-433a-ba8c-122416261d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c72de015-79d5-4726-b7ba-e6a39c4cfc78,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:07.036102 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-e18ae07f-614f-433a-ba8c-122416261d91 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a60fa21c457046e28b35d78215899d30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3220313 Jul 28 05:10:07.039297 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 44470) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:10:07.042556 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d374bc79-511a-46f3-92ff-568d0422ae7f req-b7aff84b-b0ba-4347-a676-e14c03ba1222 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696993 Jul 28 05:10:07.088147 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ba8f0c31-b5ae-4402-973e-3a39338e3457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:07.109075 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ba8f0c31-b5ae-4402-973e-3a39338e3457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:07.156078 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ba8f0c31-b5ae-4402-973e-3a39338e3457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:07.158550 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ba8f0c31-b5ae-4402-973e-3a39338e3457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:07.159729 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-ba8f0c31-b5ae-4402-973e-3a39338e3457 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c72de015-79d5-4726-b7ba-e6a39c4cfc78 HTTP/1.1" status: 204 len: 168 time: 0.1190062 Jul 28 05:10:07.167631 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f0c31-b5ae-4402-973e-3a39338e3457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72de015-79d5-4726-b7ba-e6a39c4cfc78,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:07.387969 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd8de3b-92b6-47e1-b6f5-adb1947de0e3 req-0c4ffb89-971f-4e64-b69e-2a5e37fbffc5 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:07.389821 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-fdd8de3b-92b6-47e1-b6f5-adb1947de0e3 req-0c4ffb89-971f-4e64-b69e-2a5e37fbffc5 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 946 time: 0.0518646 Jul 28 05:10:07.439696 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-fdd8de3b-92b6-47e1-b6f5-adb1947de0e3 req-fe5d18c4-4096-4085-845b-5076e9ae2a1e tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/security-groups?id=914ab7d4-c321-44bb-8153-ea66db053fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422857 Jul 28 05:10:07.454693 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 44482) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:10:07.468616 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e7846232-91f7-4b47-b271-4eec4aad1370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:07.590495 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6b1ba-98ea-4482-8e09-0f1816cabbca req-0d2f6808-226c-4541-bdea-2d8c628f83a8 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:07.591909 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e0f6b1ba-98ea-4482-8e09-0f1816cabbca req-0d2f6808-226c-4541-bdea-2d8c628f83a8 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 946 time: 0.0762532 Jul 28 05:10:07.600559 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 44486) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:10:07.605299 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-3d812004-a89b-4e14-9e43-59b0b83dcb7e tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Request body: {'floatingip': {'port_id': 'be024afa-a2ba-4736-b26b-99e01a74cf03'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:10:07.610852 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e7846232-91f7-4b47-b271-4eec4aad1370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:07.615856 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e7846232-91f7-4b47-b271-4eec4aad1370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:07.646672 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3d812004-a89b-4e14-9e43-59b0b83dcb7e tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks [] for floatingip, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:07.655899 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-e7846232-91f7-4b47-b271-4eec4aad1370 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9408660d9f66493fbc6ed385a7b55c4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1995060 Jul 28 05:10:07.656768 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7846232-91f7-4b47-b271-4eec4aad1370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6287e6c-1d74-49de-a335-121bb932f48b,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:07.659715 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 44488) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:10:07.712300 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-912c697e-8c63-4fc9-875e-faf717a6312d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:07.734269 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-912c697e-8c63-4fc9-875e-faf717a6312d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:07.780269 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-912c697e-8c63-4fc9-875e-faf717a6312d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:07.782826 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-912c697e-8c63-4fc9-875e-faf717a6312d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:07.783991 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-912c697e-8c63-4fc9-875e-faf717a6312d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e6287e6c-1d74-49de-a335-121bb932f48b HTTP/1.1" status: 204 len: 168 time: 0.1231952 Jul 28 05:10:07.792803 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912c697e-8c63-4fc9-875e-faf717a6312d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6287e6c-1d74-49de-a335-121bb932f48b,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:08.134709 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3d812004-a89b-4e14-9e43-59b0b83dcb7e tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:08.140510 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3d812004-a89b-4e14-9e43-59b0b83dcb7e tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406535'] for floatingip, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:08.173904 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f10645-a289-4ad7-bb20-fca4d5fbd81e req-b5b07c1e-a40d-43c5-a67d-f8058cb180ce tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:08.178237 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-88f10645-a289-4ad7-bb20-fca4d5fbd81e req-b5b07c1e-a40d-43c5-a67d-f8058cb180ce tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 945 time: 0.0650356 Jul 28 05:10:08.217601 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-88f10645-a289-4ad7-bb20-fca4d5fbd81e req-90b9ee0a-241b-4e2f-8d88-293fb4b49d70 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328748 Jul 28 05:10:08.257337 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.db.l3_db [None req-3d812004-a89b-4e14-9e43-59b0b83dcb7e tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Floating IP dc8d98a2-5bec-469e-b835-8d17959a5fee associated. External IP: 172.27.2.223, port: be024afa-a2ba-4736-b26b-99e01a74cf03. Jul 28 05:10:08.487232 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d812004-a89b-4e14-9e43-59b0b83dcb7e tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Router 6d6a469e-4bf2-4138-8fc3-d836b5f0c496 has already been hosted by L3 agent febb8baf-5368-4b94-affe-2856141f0f3f {{(pid=93162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 05:10:08.601769 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d812004-a89b-4e14-9e43-59b0b83dcb7e tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify agent at l3_agent.dv-cinder-801617-3-iscsi the message routers_updated {{(pid=93162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:10:08.606824 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3d812004-a89b-4e14-9e43-59b0b83dcb7e tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068'] for floatingip, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:08.614366 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd72ae7-cb3b-43f6-8f35-b22724647391 None None] Sync routers for ids ['6d6a469e-4bf2-4138-8fc3-d836b5f0c496'] in dv-cinder-801617-3-iscsi {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:10:08.628550 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd72ae7-cb3b-43f6-8f35-b22724647391 None None] Routers {'6d6a469e-4bf2-4138-8fc3-d836b5f0c496'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:10:08.629243 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-9cd72ae7-cb3b-43f6-8f35-b22724647391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:09:57Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['6d6a469e-4bf2-4138-8fc3-d836b5f0c496'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:10:08.640030 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-3d812004-a89b-4e14-9e43-59b0b83dcb7e tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "PUT /v2.0/floatingips/dc8d98a2-5bec-469e-b835-8d17959a5fee HTTP/1.1" status: 200 len: 992 time: 1.0334818 Jul 28 05:10:08.640901 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb83aa2e-d4fc-465b-b510-fc569c2d3a02', 'tag': 'be024afa-a2ba-4736-b26b-99e01a74cf03'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:10:08.643478 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c2d73b3f5a3d58c7c8ad1da87b4e0288c6e179b2b0c85b2ac43e7fbbb4c89cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bebeb4de-184b-462b-b7b5-6e16b396751a" -d '{"events": [{"name": "network-changed", "server_uuid": "cb83aa2e-d4fc-465b-b510-fc569c2d3a02", "tag": "be024afa-a2ba-4736-b26b-99e01a74cf03"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:10:08.696729 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 05:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c19627d3-8615-4993-a9a1-dca9659906a2 x-openstack-request-id: req-c19627d3-8615-4993-a9a1-dca9659906a2 {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:10:08.699187 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb83aa2e-d4fc-465b-b510-fc569c2d3a02", "tag": "be024afa-a2ba-4736-b26b-99e01a74cf03", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:10:08.699187 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c19627d3-8615-4993-a9a1-dca9659906a2 {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:10:08.699187 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb83aa2e-d4fc-465b-b510-fc569c2d3a02', 'tag': 'be024afa-a2ba-4736-b26b-99e01a74cf03', 'status': 'completed', 'code': 200} Jul 28 05:10:08.767894 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-9cd72ae7-cb3b-43f6-8f35-b22724647391 None None] Set router 6d6a469e-4bf2-4138-8fc3-d836b5f0c496 gateway port host: dv-cinder-801617-3-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:10:09.038360 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebeb4de-184b-462b-b7b5-6e16b396751a req-0140fcfe-da24-4a5f-b3e8-39cc09ecbead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:09.040168 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bebeb4de-184b-462b-b7b5-6e16b396751a req-0140fcfe-da24-4a5f-b3e8-39cc09ecbead service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=38cd928d0e0347d0baad775ab2994326&device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 1099 time: 0.0986404 Jul 28 05:10:09.061694 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-9cd72ae7-cb3b-43f6-8f35-b22724647391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6a469e-4bf2-4138-8fc3-d836b5f0c496', 'name': 'tempest-AttachVolumeTestJSON-1496127404-router', 'tenant_id': '38cd928d0e0347d0baad775ab2994326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '7a4ff8c3-352c-444d-9f87-0662d3b47602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:06Z', 'updated_at': '2021-07-28T05:09:18Z', 'revision_number': 4, 'project_id': '38cd928d0e0347d0baad775ab2994326', 'gw_port': {'id': '7a4ff8c3-352c-444d-9f87-0662d3b47602', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:56:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6a469e-4bf2-4138-8fc3-d836b5f0c496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:08Z', 'updated_at': '2021-07-28T05:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_floatingips': [{'id': 'dc8d98a2-5bec-469e-b835-8d17959a5fee', 'tenant_id': '38cd928d0e0347d0baad775ab2994326', 'floating_ip_address': '172.27.2.223', 'floating_network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'router_id': '6d6a469e-4bf2-4138-8fc3-d836b5f0c496', 'port_id': 'be024afa-a2ba-4736-b26b-99e01a74cf03', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7040d785-ad9e-439a-8073-762370b8ac7a', 'mac_address': 'fa:16:3e:73:0d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb83aa2e-d4fc-465b-b510-fc569c2d3a02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T05:09:29Z', 'updated_at': '2021-07-28T05:10:08Z', 'revision_number': 1, 'project_id': '38cd928d0e0347d0baad775ab2994326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45e5aab9-0412-42d2-ae4f-fd3d2a06bb13', 'name': '', 'network_id': '7040d785-ad9e-439a-8073-762370b8ac7a', 'tenant_id': '38cd928d0e0347d0baad775ab2994326', 'mac_address': 'fa:16:3e:6a:e5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6a469e-4bf2-4138-8fc3-d836b5f0c496', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '278bb74a-8e56-4dfc-917a-8520d15d8eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:15Z', 'updated_at': '2021-07-28T05:09:28Z', 'revision_number': 5, 'project_id': '38cd928d0e0347d0baad775ab2994326', 'subnets': [{'id': '278bb74a-8e56-4dfc-917a-8520d15d8eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:10:09.093244 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd72ae7-cb3b-43f6-8f35-b22724647391 None None] Checking router: 6d6a469e-4bf2-4138-8fc3-d836b5f0c496 for host: dv-cinder-801617-3-iscsi {{(pid=93165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:10:09.102225 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd72ae7-cb3b-43f6-8f35-b22724647391 None None] Routers {'6d6a469e-4bf2-4138-8fc3-d836b5f0c496'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:10:09.102817 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-9cd72ae7-cb3b-43f6-8f35-b22724647391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:09:57Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['6d6a469e-4bf2-4138-8fc3-d836b5f0c496'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:10:09.151800 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebeb4de-184b-462b-b7b5-6e16b396751a req-82139877-60b0-4ecc-8803-065efafe47a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:09.153312 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bebeb4de-184b-462b-b7b5-6e16b396751a req-82139877-60b0-4ecc-8803-065efafe47a9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7040d785-ad9e-439a-8073-762370b8ac7a HTTP/1.1" status: 200 len: 912 time: 0.0974715 Jul 28 05:10:09.210975 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-9cd72ae7-cb3b-43f6-8f35-b22724647391 None None] Set router 6d6a469e-4bf2-4138-8fc3-d836b5f0c496 gateway port host: dv-cinder-801617-3-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:10:09.233624 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bebeb4de-184b-462b-b7b5-6e16b396751a req-883161d6-daf6-45b2-a6b1-ddb45f107dfe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be024afa-a2ba-4736-b26b-99e01a74cf03 HTTP/1.1" status: 200 len: 1000 time: 0.0723407 Jul 28 05:10:09.299854 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebeb4de-184b-462b-b7b5-6e16b396751a req-532d6e95-c928-4b9e-9dae-4170467e350f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:09.301473 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bebeb4de-184b-462b-b7b5-6e16b396751a req-532d6e95-c928-4b9e-9dae-4170467e350f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=278bb74a-8e56-4dfc-917a-8520d15d8eb0 HTTP/1.1" status: 200 len: 850 time: 0.0583498 Jul 28 05:10:09.399633 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571eff9-508e-4648-8a82-75a8e8a535a7 req-26b93a74-0881-466e-ab9f-4a99fbabc86b tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:09.401216 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0571eff9-508e-4648-8a82-75a8e8a535a7 req-26b93a74-0881-466e-ab9f-4a99fbabc86b tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 945 time: 0.0987501 Jul 28 05:10:09.410526 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebeb4de-184b-462b-b7b5-6e16b396751a req-f925051b-5566-4be1-9f96-603d78541cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:09.410526 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bebeb4de-184b-462b-b7b5-6e16b396751a req-f925051b-5566-4be1-9f96-603d78541cbf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7040d785-ad9e-439a-8073-762370b8ac7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0962965 Jul 28 05:10:09.507723 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0571eff9-508e-4648-8a82-75a8e8a535a7 req-915afaa5-9fe4-49f1-93b7-ccc155a2038d tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947099 Jul 28 05:10:09.544244 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bebeb4de-184b-462b-b7b5-6e16b396751a req-472c2232-c3a4-4f78-ab91-6e0c6d3dc17e service neutron] 10.222.0.21 "GET /v2.0/networks/7040d785-ad9e-439a-8073-762370b8ac7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217618 Jul 28 05:10:09.652019 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bebeb4de-184b-462b-b7b5-6e16b396751a req-36965fdc-04fa-4b1e-9385-b3ec6ec5b706 service neutron] 10.222.0.21 "GET /v2.0/networks/7040d785-ad9e-439a-8073-762370b8ac7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964756 Jul 28 05:10:09.657021 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-9cd72ae7-cb3b-43f6-8f35-b22724647391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6a469e-4bf2-4138-8fc3-d836b5f0c496', 'name': 'tempest-AttachVolumeTestJSON-1496127404-router', 'tenant_id': '38cd928d0e0347d0baad775ab2994326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '7a4ff8c3-352c-444d-9f87-0662d3b47602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:06Z', 'updated_at': '2021-07-28T05:09:18Z', 'revision_number': 4, 'project_id': '38cd928d0e0347d0baad775ab2994326', 'gw_port': {'id': '7a4ff8c3-352c-444d-9f87-0662d3b47602', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:56:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6a469e-4bf2-4138-8fc3-d836b5f0c496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:08Z', 'updated_at': '2021-07-28T05:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_floatingips': [{'id': 'dc8d98a2-5bec-469e-b835-8d17959a5fee', 'tenant_id': '38cd928d0e0347d0baad775ab2994326', 'floating_ip_address': '172.27.2.223', 'floating_network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'router_id': '6d6a469e-4bf2-4138-8fc3-d836b5f0c496', 'port_id': 'be024afa-a2ba-4736-b26b-99e01a74cf03', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7040d785-ad9e-439a-8073-762370b8ac7a', 'mac_address': 'fa:16:3e:73:0d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb83aa2e-d4fc-465b-b510-fc569c2d3a02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T05:09:29Z', 'updated_at': '2021-07-28T05:10:08Z', 'revision_number': 1, 'project_id': '38cd928d0e0347d0baad775ab2994326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45e5aab9-0412-42d2-ae4f-fd3d2a06bb13', 'name': '', 'network_id': '7040d785-ad9e-439a-8073-762370b8ac7a', 'tenant_id': '38cd928d0e0347d0baad775ab2994326', 'mac_address': 'fa:16:3e:6a:e5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6a469e-4bf2-4138-8fc3-d836b5f0c496', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '278bb74a-8e56-4dfc-917a-8520d15d8eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:15Z', 'updated_at': '2021-07-28T05:09:28Z', 'revision_number': 5, 'project_id': '38cd928d0e0347d0baad775ab2994326', 'subnets': [{'id': '278bb74a-8e56-4dfc-917a-8520d15d8eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:10:09.683970 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd72ae7-cb3b-43f6-8f35-b22724647391 None None] The sync data for ids ['6d6a469e-4bf2-4138-8fc3-d836b5f0c496'] in dv-cinder-801617-3-iscsi is: [{'id': '6d6a469e-4bf2-4138-8fc3-d836b5f0c496', 'name': 'tempest-AttachVolumeTestJSON-1496127404-router', 'tenant_id': '38cd928d0e0347d0baad775ab2994326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '7a4ff8c3-352c-444d-9f87-0662d3b47602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:06Z', 'updated_at': '2021-07-28T05:09:18Z', 'revision_number': 4, 'project_id': '38cd928d0e0347d0baad775ab2994326', 'gw_port': {'id': '7a4ff8c3-352c-444d-9f87-0662d3b47602', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:56:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6a469e-4bf2-4138-8fc3-d836b5f0c496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:08Z', 'updated_at': '2021-07-28T05:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_floatingips': [{'id': 'dc8d98a2-5bec-469e-b835-8d17959a5fee', 'tenant_id': '38cd928d0e0347d0baad775ab2994326', 'floating_ip_address': '172.27.2.223', 'floating_network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'router_id': '6d6a469e-4bf2-4138-8fc3-d836b5f0c496', 'port_id': 'be024afa-a2ba-4736-b26b-99e01a74cf03', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7040d785-ad9e-439a-8073-762370b8ac7a', 'mac_address': 'fa:16:3e:73:0d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb83aa2e-d4fc-465b-b510-fc569c2d3a02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T05:09:29Z', 'updated_at': '2021-07-28T05:10:08Z', 'revision_number': 1, 'project_id': '38cd928d0e0347d0baad775ab2994326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45e5aab9-0412-42d2-ae4f-fd3d2a06bb13', 'name': '', 'network_id': '7040d785-ad9e-439a-8073-762370b8ac7a', 'tenant_id': '38cd928d0e0347d0baad775ab2994326', 'mac_address': 'fa:16:3e:6a:e5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6a469e-4bf2-4138-8fc3-d836b5f0c496', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '278bb74a-8e56-4dfc-917a-8520d15d8eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:15Z', 'updated_at': '2021-07-28T05:09:28Z', 'revision_number': 5, 'project_id': '38cd928d0e0347d0baad775ab2994326', 'subnets': [{'id': '278bb74a-8e56-4dfc-917a-8520d15d8eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:10:09.895647 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e5505f-5612-437e-a736-a39d1df39100 None None] New status for floating IP dc8d98a2-5bec-469e-b835-8d17959a5fee: ACTIVE {{(pid=93164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 05:10:10.618184 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c11fde1-760c-4536-a31d-0ff55040833c req-e81246d9-2d59-42d8-b134-9b8952200dc5 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:10.619737 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7c11fde1-760c-4536-a31d-0ff55040833c req-e81246d9-2d59-42d8-b134-9b8952200dc5 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 945 time: 0.0507896 Jul 28 05:10:10.656393 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7c11fde1-760c-4536-a31d-0ff55040833c req-e4617539-2981-403e-b9e9-6aeab669f211 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308583 Jul 28 05:10:11.435381 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:10:11.779063 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f46c0a6-98c2-40f3-8c54-25be8f79429a req-feb6689b-aece-47fa-a217-dc75e9b39cf2 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:11.780583 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6f46c0a6-98c2-40f3-8c54-25be8f79429a req-feb6689b-aece-47fa-a217-dc75e9b39cf2 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 945 time: 0.0559092 Jul 28 05:10:11.820204 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6f46c0a6-98c2-40f3-8c54-25be8f79429a req-10d42406-36d9-4b96-b857-8bea23cb2998 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329888 Jul 28 05:10:12.939635 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc3c052-cfb0-4122-9131-1912a5cdf152 req-c1717abc-e59b-420a-8559-fcd4ec87921f tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:12.941118 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-afc3c052-cfb0-4122-9131-1912a5cdf152 req-c1717abc-e59b-420a-8559-fcd4ec87921f tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 945 time: 0.0497200 Jul 28 05:10:12.979320 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-afc3c052-cfb0-4122-9131-1912a5cdf152 req-fea4ab9f-9838-4a6e-877f-3a11d3ef0453 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321157 Jul 28 05:10:13.158864 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 44658) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:10:13.263753 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-3693efd5-6b1d-4d0b-835e-4441b0dd0c67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:13.352680 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-3693efd5-6b1d-4d0b-835e-4441b0dd0c67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:13.357373 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-3693efd5-6b1d-4d0b-835e-4441b0dd0c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:13.396586 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-3693efd5-6b1d-4d0b-835e-4441b0dd0c67 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5219c1b2a9484d89836464c104584898&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2365501 Jul 28 05:10:13.397522 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3693efd5-6b1d-4d0b-835e-4441b0dd0c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc59bcbb-362e-4152-9d8b-31290379920b,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:13.399326 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 44664) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:10:13.450288 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-021fe6d2-176e-4866-aaaf-fbbbfbb118a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:13.470947 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-021fe6d2-176e-4866-aaaf-fbbbfbb118a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:13.520700 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-021fe6d2-176e-4866-aaaf-fbbbfbb118a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:13.523384 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-021fe6d2-176e-4866-aaaf-fbbbfbb118a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:13.524612 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-021fe6d2-176e-4866-aaaf-fbbbfbb118a5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fc59bcbb-362e-4152-9d8b-31290379920b HTTP/1.1" status: 204 len: 168 time: 0.1232622 Jul 28 05:10:13.532221 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021fe6d2-176e-4866-aaaf-fbbbfbb118a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc59bcbb-362e-4152-9d8b-31290379920b,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:13.789922 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 44678) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:10:13.805814 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e75b0205-1797-4ac8-bf71-0da168e1186d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:13.897371 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e75b0205-1797-4ac8-bf71-0da168e1186d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:13.901057 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e75b0205-1797-4ac8-bf71-0da168e1186d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:13.940633 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-e75b0205-1797-4ac8-bf71-0da168e1186d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=266dc133ec5b4c31902586f1f4672356&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1496174 Jul 28 05:10:13.941460 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75b0205-1797-4ac8-bf71-0da168e1186d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9907c5e3-1d91-4db2-bf00-26e3a1cf215f,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:13.943337 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 44680) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:10:13.992288 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e95fae0e-c2ad-4e6c-bc7a-65fcebac7aa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:14.014483 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e95fae0e-c2ad-4e6c-bc7a-65fcebac7aa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:14.061764 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e95fae0e-c2ad-4e6c-bc7a-65fcebac7aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:14.064517 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e95fae0e-c2ad-4e6c-bc7a-65fcebac7aa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:14.065672 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-e95fae0e-c2ad-4e6c-bc7a-65fcebac7aa4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9907c5e3-1d91-4db2-bf00-26e3a1cf215f HTTP/1.1" status: 204 len: 168 time: 0.1213441 Jul 28 05:10:14.074757 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95fae0e-c2ad-4e6c-bc7a-65fcebac7aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9907c5e3-1d91-4db2-bf00-26e3a1cf215f,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:14.104023 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5d306-5c4d-4b5f-b79a-d90989c5a903 req-ae861187-b0c8-4a06-930d-2663240c19f9 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:14.105610 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-52b5d306-5c4d-4b5f-b79a-d90989c5a903 req-ae861187-b0c8-4a06-930d-2663240c19f9 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 945 time: 0.0547488 Jul 28 05:10:14.145154 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-52b5d306-5c4d-4b5f-b79a-d90989c5a903 req-8d7f6262-cdcc-4ec4-b437-ef1bd567fc7c tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326884 Jul 28 05:10:14.392478 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 44690) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:10:14.405972 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e8cb201a-aadc-453f-bc79-51cbbca604bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:14.494775 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e8cb201a-aadc-453f-bc79-51cbbca604bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:14.498382 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e8cb201a-aadc-453f-bc79-51cbbca604bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:14.536756 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cb201a-aadc-453f-bc79-51cbbca604bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85029173-3d7b-488c-9da3-a1c7e01fa2c6,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:14.542186 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-e8cb201a-aadc-453f-bc79-51cbbca604bc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=59e9421db6cd4beba01cb16691e60d39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1486983 Jul 28 05:10:14.544877 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 44692) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:10:14.597522 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b67aa421-4d6e-457d-9ba9-fa8d02fa90f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:14.618546 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b67aa421-4d6e-457d-9ba9-fa8d02fa90f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:14.689703 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b67aa421-4d6e-457d-9ba9-fa8d02fa90f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:14.692358 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b67aa421-4d6e-457d-9ba9-fa8d02fa90f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:14.693745 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-b67aa421-4d6e-457d-9ba9-fa8d02fa90f5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/85029173-3d7b-488c-9da3-a1c7e01fa2c6 HTTP/1.1" status: 204 len: 168 time: 0.1479084 Jul 28 05:10:14.702523 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67aa421-4d6e-457d-9ba9-fa8d02fa90f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85029173-3d7b-488c-9da3-a1c7e01fa2c6,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:15.265709 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de1b3b-4bed-4b01-aaf9-9aab6bbfab34 req-3b4490aa-8c64-4783-bdf2-fd89be50f74f tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:15.267182 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-46de1b3b-4bed-4b01-aaf9-9aab6bbfab34 req-3b4490aa-8c64-4783-bdf2-fd89be50f74f tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 945 time: 0.0516226 Jul 28 05:10:15.307691 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-46de1b3b-4bed-4b01-aaf9-9aab6bbfab34 req-4ecff14b-a6f3-450e-9760-31ad05ed2d37 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339830 Jul 28 05:10:15.551853 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d74981f0-c964-4667-84ff-73fd3047b87c req-9e38ea62-85f0-4422-b435-d8078a7e996c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=649dc269-36a0-4fca-9f66-075ba41eece0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0450964 Jul 28 05:10:15.710782 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74981f0-c964-4667-84ff-73fd3047b87c req-40481588-f16b-4168-a4d1-4ff2c47dda21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:15.712247 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d74981f0-c964-4667-84ff-73fd3047b87c req-40481588-f16b-4168-a4d1-4ff2c47dda21 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=160ddfbd8db8410e84ee2fffa02f3d1c&device_id=649dc269-36a0-4fca-9f66-075ba41eece0 HTTP/1.1" status: 200 len: 1098 time: 0.0568264 Jul 28 05:10:15.827303 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74981f0-c964-4667-84ff-73fd3047b87c req-b2ccaaf7-5b82-413d-86d9-001c2394ab25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:15.828790 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d74981f0-c964-4667-84ff-73fd3047b87c req-b2ccaaf7-5b82-413d-86d9-001c2394ab25 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c2b64570-cfb4-4a3c-bd5e-27d398652176 HTTP/1.1" status: 200 len: 912 time: 0.0869470 Jul 28 05:10:15.885943 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d74981f0-c964-4667-84ff-73fd3047b87c req-745c3f3a-0250-407d-a1f2-1e38d660afa9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=060829ab-bed6-46c4-9028-942a525cf9da HTTP/1.1" status: 200 len: 217 time: 0.0433159 Jul 28 05:10:15.945130 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74981f0-c964-4667-84ff-73fd3047b87c req-b8807c49-98ae-42aa-974f-ce543ba3be72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:15.946695 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d74981f0-c964-4667-84ff-73fd3047b87c req-b8807c49-98ae-42aa-974f-ce543ba3be72 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0d5686c4-3ab2-48a8-8459-06a113153417 HTTP/1.1" status: 200 len: 851 time: 0.0458586 Jul 28 05:10:15.980901 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d74981f0-c964-4667-84ff-73fd3047b87c req-c4d83040-740b-4e42-a046-81dda9e7a843 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c2b64570-cfb4-4a3c-bd5e-27d398652176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247693 Jul 28 05:10:16.120203 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d74981f0-c964-4667-84ff-73fd3047b87c req-1043c585-b350-449c-aeab-37abad5a01c4 service neutron] 10.222.0.21 "GET /v2.0/networks/c2b64570-cfb4-4a3c-bd5e-27d398652176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028218 Jul 28 05:10:16.243090 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d74981f0-c964-4667-84ff-73fd3047b87c req-ad9c0d9f-777d-4189-beb2-22ef7fa62748 service neutron] 10.222.0.21 "GET /v2.0/networks/c2b64570-cfb4-4a3c-bd5e-27d398652176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935810 Jul 28 05:10:16.434360 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a9299a-f62a-4041-9547-0c3ec82c4e6b req-4458eab8-12db-4097-97c0-7ea2dd68e7f4 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:16.435983 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e8a9299a-f62a-4041-9547-0c3ec82c4e6b req-4458eab8-12db-4097-97c0-7ea2dd68e7f4 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 945 time: 0.0568128 Jul 28 05:10:16.492521 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e8a9299a-f62a-4041-9547-0c3ec82c4e6b req-4c38d919-5d38-41e3-be86-9028144c9874 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492458 Jul 28 05:10:17.519917 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2569e6-fdc2-4a1a-96c0-83f68c3f226a req-4293f294-76fd-4828-83fb-f19c582fd09f tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:17.521421 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ad2569e6-fdc2-4a1a-96c0-83f68c3f226a req-4293f294-76fd-4828-83fb-f19c582fd09f tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] 10.222.0.13 "GET /v2.0/ports?device_id=649dc269-36a0-4fca-9f66-075ba41eece0 HTTP/1.1" status: 200 len: 945 time: 0.0552347 Jul 28 05:10:17.563018 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ad2569e6-fdc2-4a1a-96c0-83f68c3f226a req-65223cf5-5fe5-4c4e-950d-386adc61c54c tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] 10.222.0.13 "GET /v2.0/security-groups?id=557997c5-5ec0-471e-b73c-4a4a9b55bf10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326037 Jul 28 05:10:17.865758 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a1309f-721a-4092-8eb7-c05b3ded769c req-b9441964-33c5-46ab-8a41-9200be4f83cc tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:17.867316 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-07a1309f-721a-4092-8eb7-c05b3ded769c req-b9441964-33c5-46ab-8a41-9200be4f83cc tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 945 time: 0.0515761 Jul 28 05:10:17.905417 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-07a1309f-721a-4092-8eb7-c05b3ded769c req-fb01ca5b-282a-43cd-919c-7acd243d851e tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320594 Jul 28 05:10:18.087379 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:18.680733 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601740e-e835-4f2a-907b-3ddbe17635ce req-bd1da8dc-de1e-4548-a380-ff087cae4067 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:18.682057 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e601740e-e835-4f2a-907b-3ddbe17635ce req-bd1da8dc-de1e-4548-a380-ff087cae4067 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] 10.222.0.13 "GET /v2.0/ports?device_id=649dc269-36a0-4fca-9f66-075ba41eece0 HTTP/1.1" status: 200 len: 945 time: 0.0461714 Jul 28 05:10:18.723204 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e601740e-e835-4f2a-907b-3ddbe17635ce req-9f7ebda1-486f-4b7b-8dd7-3d262ffcc243 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] 10.222.0.13 "GET /v2.0/security-groups?id=557997c5-5ec0-471e-b73c-4a4a9b55bf10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353770 Jul 28 05:10:19.025970 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd8622e-4bd9-4f1d-ae0c-b6b0451f3c71 req-73a842dd-5d0f-4339-9a1f-25325f731a82 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:19.027545 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5fd8622e-4bd9-4f1d-ae0c-b6b0451f3c71 req-73a842dd-5d0f-4339-9a1f-25325f731a82 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 945 time: 0.0493062 Jul 28 05:10:19.067123 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5fd8622e-4bd9-4f1d-ae0c-b6b0451f3c71 req-3ebe27b0-d419-4a92-bf18-ff7318b1fa7a tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337024 Jul 28 05:10:19.914734 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78dd9b8-9f2f-4305-96cd-a843cba34fd7 req-af1c0806-ab1e-4faa-86ad-52f82c529479 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:19.915890 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f78dd9b8-9f2f-4305-96cd-a843cba34fd7 req-af1c0806-ab1e-4faa-86ad-52f82c529479 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] 10.222.0.13 "GET /v2.0/ports?device_id=649dc269-36a0-4fca-9f66-075ba41eece0 HTTP/1.1" status: 200 len: 945 time: 0.0521662 Jul 28 05:10:19.962633 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f78dd9b8-9f2f-4305-96cd-a843cba34fd7 req-91adb14d-49ec-47ab-ad32-3533797bb8bf tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] 10.222.0.13 "GET /v2.0/security-groups?id=557997c5-5ec0-471e-b73c-4a4a9b55bf10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405331 Jul 28 05:10:20.344436 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1e624c-c53d-4eb5-a63f-178235432ea6 req-14de6730-c5d9-41da-8658-f9b522f891e9 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:20.345928 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6a1e624c-c53d-4eb5-a63f-178235432ea6 req-14de6730-c5d9-41da-8658-f9b522f891e9 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 945 time: 0.0481060 Jul 28 05:10:20.390837 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6a1e624c-c53d-4eb5-a63f-178235432ea6 req-1fe01b53-8e96-4401-9fc4-05040e8c89f8 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364051 Jul 28 05:10:20.832209 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67516a-37d0-4d54-ac67-1330344fd820 req-c210b3a1-3255-4671-82bf-0a276cf83fac tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:20.833702 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-cc67516a-37d0-4d54-ac67-1330344fd820 req-c210b3a1-3255-4671-82bf-0a276cf83fac tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] 10.222.0.21 "GET /v2.0/ports?device_id=649dc269-36a0-4fca-9f66-075ba41eece0 HTTP/1.1" status: 200 len: 945 time: 0.0508018 Jul 28 05:10:21.006014 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [req-cc67516a-37d0-4d54-ac67-1330344fd820 req-7e33d8d5-a96b-41e6-bce3-7c6a52ba5e6a tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] Deleting port 060829ab-bed6-46c4-9028-942a525cf9da {{(pid=93163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 05:10:21.006624 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-cc67516a-37d0-4d54-ac67-1330344fd820 req-7e33d8d5-a96b-41e6-bce3-7c6a52ba5e6a tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227548555'] for port, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:21.107334 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 44886) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:10:21.126822 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c0002e-a213-4a50-a8f1-fda8f59156c4 req-266cddb2-059b-4707-b436-c54bbc50b402 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:21.128316 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d7c0002e-a213-4a50-a8f1-fda8f59156c4 req-266cddb2-059b-4707-b436-c54bbc50b402 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] 10.222.0.13 "GET /v2.0/ports?device_id=649dc269-36a0-4fca-9f66-075ba41eece0 HTTP/1.1" status: 200 len: 945 time: 0.0805240 Jul 28 05:10:21.148536 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [req-cc67516a-37d0-4d54-ac67-1330344fd820 req-7e33d8d5-a96b-41e6-bce3-7c6a52ba5e6a tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] For port 060829ab-bed6-46c4-9028-942a525cf9da, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=060829ab-bed6-46c4-9028-942a525cf9da,segment=NetworkSegment(949e29e1-d13b-497b-9507-4686ec427a98),segment_id=949e29e1-d13b-497b-9507-4686ec427a98)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:10:21.148962 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-cc67516a-37d0-4d54-ac67-1330344fd820 req-7e33d8d5-a96b-41e6-bce3-7c6a52ba5e6a tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402200'] for port, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:21.171004 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [req-cc67516a-37d0-4d54-ac67-1330344fd820 req-7e33d8d5-a96b-41e6-bce3-7c6a52ba5e6a tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] Calling delete_port for 060829ab-bed6-46c4-9028-942a525cf9da owned by compute:nova {{(pid=93163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 05:10:21.204067 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d7c0002e-a213-4a50-a8f1-fda8f59156c4 req-c531d0e0-9005-4f7e-8a83-d498db53fd87 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] 10.222.0.13 "GET /v2.0/security-groups?id=557997c5-5ec0-471e-b73c-4a4a9b55bf10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682535 Jul 28 05:10:21.209330 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-07ab41ac-9088-4dc2-9547-c85f4f95d7c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:21.303472 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-07ab41ac-9088-4dc2-9547-c85f4f95d7c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:21.308107 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-07ab41ac-9088-4dc2-9547-c85f4f95d7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:21.348855 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ab41ac-9088-4dc2-9547-c85f4f95d7c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aadfe3f-24df-4bf8-926b-c07da82facd1,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:21.356507 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-07ab41ac-9088-4dc2-9547-c85f4f95d7c7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f53be54031e04887993940fe6dda7cb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2480485 Jul 28 05:10:21.357268 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 44892) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:10:21.373676 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-cc67516a-37d0-4d54-ac67-1330344fd820 req-7e33d8d5-a96b-41e6-bce3-7c6a52ba5e6a tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227552799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227148301'] for port, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:21.411686 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e33d8d5-a96b-41e6-bce3-7c6a52ba5e6a tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] Pushing event deleted for resources: {'Port': ['ID=060829ab-bed6-46c4-9028-942a525cf9da,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:21.421669 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] get_ports_and_sgs() called for port_ids ['060829ab-bed6-46c4-9028-942a525cf9da'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:10:21.498217 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc67516a-37d0-4d54-ac67-1330344fd820 req-7e33d8d5-a96b-41e6-bce3-7c6a52ba5e6a tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] No DVR routers for this DVR port 060829ab-bed6-46c4-9028-942a525cf9da on host hv-cinder-80161 {{(pid=93163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 05:10:21.512059 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2ba896da-36d4-4adb-8071-481f011b44ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:21.514465 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-cc67516a-37d0-4d54-ac67-1330344fd820 req-7e33d8d5-a96b-41e6-bce3-7c6a52ba5e6a tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068'] for port, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:21.516371 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-cc67516a-37d0-4d54-ac67-1330344fd820 req-7e33d8d5-a96b-41e6-bce3-7c6a52ba5e6a tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] 10.222.0.21 "DELETE /v2.0/ports/060829ab-bed6-46c4-9028-942a525cf9da HTTP/1.1" status: 204 len: 173 time: 0.6717584 Jul 28 05:10:21.516908 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '649dc269-36a0-4fca-9f66-075ba41eece0', 'name': 'network-vif-deleted', 'tag': '060829ab-bed6-46c4-9028-942a525cf9da'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:10:21.519084 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdaae2d937131cd036474998a49e3e11d53281396ea4e1ac8b096c837d21eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d4c6890-9d90-4f29-8d42-4eb1c0d8996f" -d '{"events": [{"server_uuid": "649dc269-36a0-4fca-9f66-075ba41eece0", "name": "network-vif-deleted", "tag": "060829ab-bed6-46c4-9028-942a525cf9da"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:10:21.549977 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2ba896da-36d4-4adb-8071-481f011b44ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:21.569411 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38558c3b-2f27-4c60-b613-1205ba8b17d2 req-82468a61-ab9d-4205-8cbf-3e0a163a500b tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:21.571152 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-38558c3b-2f27-4c60-b613-1205ba8b17d2 req-82468a61-ab9d-4205-8cbf-3e0a163a500b tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 945 time: 0.1035061 Jul 28 05:10:21.624966 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-38558c3b-2f27-4c60-b613-1205ba8b17d2 req-2c9c1f5c-82e5-42e8-8480-c37883c3ebe8 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462165 Jul 28 05:10:21.648072 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2ba896da-36d4-4adb-8071-481f011b44ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:21.650966 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2ba896da-36d4-4adb-8071-481f011b44ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:21.652313 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-2ba896da-36d4-4adb-8071-481f011b44ab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3aadfe3f-24df-4bf8-926b-c07da82facd1 HTTP/1.1" status: 204 len: 168 time: 0.2940454 Jul 28 05:10:21.660594 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba896da-36d4-4adb-8071-481f011b44ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aadfe3f-24df-4bf8-926b-c07da82facd1,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:21.666951 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 05:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f430a822-33de-4dd8-abcb-dabf6428bdd1 x-openstack-request-id: req-f430a822-33de-4dd8-abcb-dabf6428bdd1 {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:10:21.667287 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "649dc269-36a0-4fca-9f66-075ba41eece0", "name": "network-vif-deleted", "tag": "060829ab-bed6-46c4-9028-942a525cf9da", "status": "completed", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:10:21.667574 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f430a822-33de-4dd8-abcb-dabf6428bdd1 {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:10:21.667970 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '649dc269-36a0-4fca-9f66-075ba41eece0', 'name': 'network-vif-deleted', 'tag': '060829ab-bed6-46c4-9028-942a525cf9da', 'status': 'completed', 'code': 200} Jul 28 05:10:21.910602 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 44904) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:10:21.924215 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5d6627ba-f298-40f5-a26f-76ee3aa5632c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:22.017187 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5d6627ba-f298-40f5-a26f-76ee3aa5632c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:22.021354 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5d6627ba-f298-40f5-a26f-76ee3aa5632c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:22.062016 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 44910) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:10:22.062333 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-5d6627ba-f298-40f5-a26f-76ee3aa5632c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8fee8bba65ba444dade5cd5ef143c323&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1506338 Jul 28 05:10:22.063232 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6627ba-f298-40f5-a26f-76ee3aa5632c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad16f3d1-5ba8-48c5-8269-2c0fb3ed6db8,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:22.122438 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-acb70b41-73a2-4631-892d-360b49583597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:22.143539 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-acb70b41-73a2-4631-892d-360b49583597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:22.193464 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-acb70b41-73a2-4631-892d-360b49583597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:22.196112 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-acb70b41-73a2-4631-892d-360b49583597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:22.197421 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-acb70b41-73a2-4631-892d-360b49583597 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ad16f3d1-5ba8-48c5-8269-2c0fb3ed6db8 HTTP/1.1" status: 204 len: 168 time: 0.1340303 Jul 28 05:10:22.206729 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb70b41-73a2-4631-892d-360b49583597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad16f3d1-5ba8-48c5-8269-2c0fb3ed6db8,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:22.328297 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-57dc9408-a2dc-4a9a-b297-27dfb41b5267 req-b2d54057-806d-421c-8704-1507c2fe8253 tempest-DeleteServersTestJSON-974083188 tempest-DeleteServersTestJSON-974083188-project] 10.222.0.13 "GET /v2.0/ports?device_id=649dc269-36a0-4fca-9f66-075ba41eece0 HTTP/1.1" status: 200 len: 210 time: 0.0280814 Jul 28 05:10:22.752546 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a9069d-fd9f-41fd-9026-46b900610065 req-97142075-214d-4dec-8b7a-9517920bff25 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:22.759873 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-22a9069d-fd9f-41fd-9026-46b900610065 req-97142075-214d-4dec-8b7a-9517920bff25 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 945 time: 0.0636857 Jul 28 05:10:22.803699 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-22a9069d-fd9f-41fd-9026-46b900610065 req-06d2fe92-90a3-4b17-8d0f-e84d9e4c680c tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429440 Jul 28 05:10:23.927652 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb59b80-8912-4854-a57d-bb67dc9b16da req-d7b519f8-db03-405c-b71c-f29fe9a14c47 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:23.929183 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3bb59b80-8912-4854-a57d-bb67dc9b16da req-d7b519f8-db03-405c-b71c-f29fe9a14c47 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 945 time: 0.0516660 Jul 28 05:10:23.934101 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-06ac3aa4-cc77-4031-ae98-6c8b8c647212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:23.970542 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3bb59b80-8912-4854-a57d-bb67dc9b16da req-ce81a57c-d52d-490f-94b7-27288308acad tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319102 Jul 28 05:10:24.103639 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 45010) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:10:24.206630 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b07a632b-810f-4f6b-8c85-f574b341d517 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:24.297529 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device 060829ab-bed6-46c4-9028-942a525cf9da no longer exists at agent hyperv_hv-cinder-80161 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:10:24.310881 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b07a632b-810f-4f6b-8c85-f574b341d517 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:24.314693 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b07a632b-810f-4f6b-8c85-f574b341d517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:24.322715 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] No Port match for: 060829ab-bed6-46c4-9028-942a525cf9da {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 05:10:24.323148 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device 060829ab-bed6-46c4-9028-942a525cf9da not bound to the agent host hv-cinder-80161 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:10:24.358448 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-b07a632b-810f-4f6b-8c85-f574b341d517 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2d65acad9d0148ce9e9be108f1c2473e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2536781 Jul 28 05:10:24.359288 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07a632b-810f-4f6b-8c85-f574b341d517 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60cf236-31db-47f2-8080-b65153dd360b,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:24.361189 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 45018) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:10:24.409792 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9b45f8dc-39ab-4aa9-af3d-2896080b088d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:24.431509 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9b45f8dc-39ab-4aa9-af3d-2896080b088d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:24.477495 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9b45f8dc-39ab-4aa9-af3d-2896080b088d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:24.480586 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9b45f8dc-39ab-4aa9-af3d-2896080b088d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:24.481721 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-9b45f8dc-39ab-4aa9-af3d-2896080b088d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a60cf236-31db-47f2-8080-b65153dd360b HTTP/1.1" status: 204 len: 168 time: 0.1195161 Jul 28 05:10:24.489714 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b45f8dc-39ab-4aa9-af3d-2896080b088d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60cf236-31db-47f2-8080-b65153dd360b,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:24.759892 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 45034) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:10:24.773298 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-3aecb90c-00f1-4df6-a377-fc82d390559c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:24.936444 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb864b-c1e6-48a3-a3c2-f863408544df req-bd32c25a-1a81-487f-9bc9-8bdf667a2a96 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:24.937929 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e6fb864b-c1e6-48a3-a3c2-f863408544df req-bd32c25a-1a81-487f-9bc9-8bdf667a2a96 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/networks?id=300c0b7a-3ec7-45c6-b237-7a8d9dd471d0 HTTP/1.1" status: 200 len: 814 time: 0.1417305 Jul 28 05:10:24.964797 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e6fb864b-c1e6-48a3-a3c2-f863408544df req-07df74a3-7185-498d-9bab-0b82bb96a464 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/quotas/30b837791a4f45f7bbefa0af378d5354 HTTP/1.1" status: 200 len: 375 time: 0.0203376 Jul 28 05:10:24.974110 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-3aecb90c-00f1-4df6-a377-fc82d390559c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:24.981338 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 45042) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:10:24.985742 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-3aecb90c-00f1-4df6-a377-fc82d390559c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:25.027741 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_v2 [None req-41bf18ec-2a85-44b7-a130-eacd277101ed admin admin] Deleting subnet 0d5686c4-3ab2-48a8-8459-06a113153417 {{(pid=93162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 05:10:25.031300 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-41bf18ec-2a85-44b7-a130-eacd277101ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:25.070802 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-41bf18ec-2a85-44b7-a130-eacd277101ed admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:25.081364 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-41bf18ec-2a85-44b7-a130-eacd277101ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504883'] for subnet, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:25.141360 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-41bf18ec-2a85-44b7-a130-eacd277101ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1504890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463'] for subnet, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:25.168212 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bf18ec-2a85-44b7-a130-eacd277101ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d5686c4-3ab2-48a8-8459-06a113153417,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:25.173333 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-41bf18ec-2a85-44b7-a130-eacd277101ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:25.176361 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-41bf18ec-2a85-44b7-a130-eacd277101ed admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0d5686c4-3ab2-48a8-8459-06a113153417 HTTP/1.1" status: 204 len: 168 time: 0.1939631 Jul 28 05:10:25.177775 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 45046) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:10:25.249550 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4af83117-61f4-4579-9a89-d136c62e5038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1632385'] for network, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:25.266729 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aecb90c-00f1-4df6-a377-fc82d390559c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50d93c6-6ff9-4fec-9783-b440d34931ec,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:25.273543 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-3aecb90c-00f1-4df6-a377-fc82d390559c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5de8557ebb7a4505a451cf2fce3e2408&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5126166 Jul 28 05:10:25.274729 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 45050) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:10:25.295915 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e6fb864b-c1e6-48a3-a3c2-f863408544df req-5b4ee7b6-3381-4a29-a26a-aa3b10545952 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=30b837791a4f45f7bbefa0af378d5354&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3237655 Jul 28 05:10:25.353908 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2251b1c-f6ae-400e-905f-c0cc67289b13 req-7a5a362a-0de3-4fe7-a381-ecb743caf7e9 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:25.355376 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a2251b1c-f6ae-400e-905f-c0cc67289b13 req-7a5a362a-0de3-4fe7-a381-ecb743caf7e9 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 945 time: 0.1094031 Jul 28 05:10:25.372998 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4af83117-61f4-4579-9a89-d136c62e5038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377030', 'neutron.services.segments.db._delete_segments_for_network-8765227628337'] for network, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:25.387095 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4af83117-61f4-4579-9a89-d136c62e5038 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:10:25.387900 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4af83117-61f4-4579-9a89-d136c62e5038 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:10:25.388190 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4af83117-61f4-4579-9a89-d136c62e5038 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:10:25.388530 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4af83117-61f4-4579-9a89-d136c62e5038 admin admin] Subscribe: > port after_create 55550000 {{(pid=93162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:10:25.388862 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4af83117-61f4-4579-9a89-d136c62e5038 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:10:25.389589 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4af83117-61f4-4579-9a89-d136c62e5038 admin admin] Subscribe: > port after_update 55550000 {{(pid=93162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:10:25.389921 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4af83117-61f4-4579-9a89-d136c62e5038 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:10:25.390252 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4af83117-61f4-4579-9a89-d136c62e5038 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:10:25.390563 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4af83117-61f4-4579-9a89-d136c62e5038 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:10:25.390875 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4af83117-61f4-4579-9a89-d136c62e5038 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:10:25.424814 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e6fb864b-c1e6-48a3-a3c2-f863408544df req-f18ab276-b628-4c6b-b7a3-2250223d7487 service neutron] 10.222.0.13 "GET /v2.0/networks/300c0b7a-3ec7-45c6-b237-7a8d9dd471d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215489 Jul 28 05:10:25.429834 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a2251b1c-f6ae-400e-905f-c0cc67289b13 req-538c41f3-1485-42e9-9ac6-f19fcd1a8bc5 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595136 Jul 28 05:10:25.522808 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e6fb864b-c1e6-48a3-a3c2-f863408544df req-6d947464-550b-4b37-acf9-e5451c620382 service neutron] 10.222.0.13 "GET /v2.0/networks/300c0b7a-3ec7-45c6-b237-7a8d9dd471d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914559 Jul 28 05:10:25.554235 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4af83117-61f4-4579-9a89-d136c62e5038 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:10:25.554744 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4af83117-61f4-4579-9a89-d136c62e5038 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:10:25.555234 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4af83117-61f4-4579-9a89-d136c62e5038 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:10:25.555600 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4af83117-61f4-4579-9a89-d136c62e5038 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93162) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:10:25.555980 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-4af83117-61f4-4579-9a89-d136c62e5038 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2b64570-cfb4-4a3c-bd5e-27d398652176']}} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:10:25.587939 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-4af83117-61f4-4579-9a89-d136c62e5038 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '949e29e1-d13b-497b-9507-4686ec427a98') {'for_net_delete': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:10:25.588234 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-4af83117-61f4-4579-9a89-d136c62e5038 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '949e29e1-d13b-497b-9507-4686ec427a98') {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:10:25.591970 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-45bfe8ee-9424-4eae-94af-24df7857af09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:25.610764 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4af83117-61f4-4579-9a89-d136c62e5038 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765227627066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4869472'] for segment, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:25.647864 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-45bfe8ee-9424-4eae-94af-24df7857af09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:25.650931 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4af83117-61f4-4579-9a89-d136c62e5038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502470'] for segment, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:25.667768 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4af83117-61f4-4579-9a89-d136c62e5038 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=93162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 05:10:25.668458 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4af83117-61f4-4579-9a89-d136c62e5038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4414104'] for segment, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:25.674925 dv-cinder-801617-3-iscsi neutron-server[93162]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 05:10:25.674925 dv-cinder-801617-3-iscsi neutron-server[93162]: from cryptography.utils import int_from_bytes Jul 28 05:10:25.674925 dv-cinder-801617-3-iscsi neutron-server[93162]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 05:10:25.674925 dv-cinder-801617-3-iscsi neutron-server[93162]: from cryptography.utils import int_from_bytes Jul 28 05:10:25.674925 dv-cinder-801617-3-iscsi neutron-server[93162]: Traceback (most recent call last): Jul 28 05:10:25.674925 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 05:10:25.674925 dv-cinder-801617-3-iscsi neutron-server[93162]: timer() Jul 28 05:10:25.674925 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 05:10:25.674925 dv-cinder-801617-3-iscsi neutron-server[93162]: cb(*args, **kw) Jul 28 05:10:25.674925 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 05:10:25.674925 dv-cinder-801617-3-iscsi neutron-server[93162]: return func(*args, **kwargs) Jul 28 05:10:25.674925 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 05:10:25.674925 dv-cinder-801617-3-iscsi neutron-server[93162]: self._notify() Jul 28 05:10:25.674925 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 05:10:25.674925 dv-cinder-801617-3-iscsi neutron-server[93162]: self.callback(batched_events) Jul 28 05:10:25.674925 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 05:10:25.674925 dv-cinder-801617-3-iscsi neutron-server[93162]: event.method(event) Jul 28 05:10:25.674925 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 05:10:25.674925 dv-cinder-801617-3-iscsi neutron-server[93162]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 05:10:25.674925 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 05:10:25.674925 dv-cinder-801617-3-iscsi neutron-server[93162]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 05:10:25.674925 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 05:10:25.674925 dv-cinder-801617-3-iscsi neutron-server[93162]: return f(self, *a, **k) Jul 28 05:10:25.674925 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 05:10:25.674925 dv-cinder-801617-3-iscsi neutron-server[93162]: return self._get(url).json() Jul 28 05:10:25.674925 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 05:10:25.674925 dv-cinder-801617-3-iscsi neutron-server[93162]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 05:10:25.674925 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 05:10:25.674925 dv-cinder-801617-3-iscsi neutron-server[93162]: return self.request(url, 'GET', **kwargs) Jul 28 05:10:25.674925 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 05:10:25.674925 dv-cinder-801617-3-iscsi neutron-server[93162]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 05:10:25.674925 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 05:10:25.674925 dv-cinder-801617-3-iscsi neutron-server[93162]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 05:10:25.674925 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 05:10:25.674925 dv-cinder-801617-3-iscsi neutron-server[93162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 05:10:25.674925 dv-cinder-801617-3-iscsi neutron-server[93162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 05:10:25.701696 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-33e45dc1-0686-44b9-8de8-738168496c97 req-1c1d9f10-e66b-4b2e-b4bf-9d4711ca8bec tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=f652b9b0-e56e-41d8-9966-2b0810f7259d HTTP/1.1" status: 200 len: 210 time: 0.0364659 Jul 28 05:10:25.755965 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4af83117-61f4-4579-9a89-d136c62e5038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406773'] for network, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:25.762087 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4af83117-61f4-4579-9a89-d136c62e5038 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for network, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:25.766753 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-4af83117-61f4-4579-9a89-d136c62e5038 admin admin] 10.222.0.13 "DELETE /v2.0/networks/c2b64570-cfb4-4a3c-bd5e-27d398652176 HTTP/1.1" status: 204 len: 168 time: 0.5878081 Jul 28 05:10:25.785874 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af83117-61f4-4579-9a89-d136c62e5038 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2b64570-cfb4-4a3c-bd5e-27d398652176,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:25.790162 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-45bfe8ee-9424-4eae-94af-24df7857af09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:25.794165 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-45bfe8ee-9424-4eae-94af-24df7857af09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:25.797999 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-45bfe8ee-9424-4eae-94af-24df7857af09 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f50d93c6-6ff9-4fec-9783-b440d34931ec HTTP/1.1" status: 204 len: 168 time: 0.5218604 Jul 28 05:10:25.808093 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bfe8ee-9424-4eae-94af-24df7857af09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50d93c6-6ff9-4fec-9783-b440d34931ec,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:25.985462 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 45076) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:10:26.034037 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-7f03d8e1-c43f-432e-b44d-d88d30fd994e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=160ddfbd8db8410e84ee2fffa02f3d1c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0472670 Jul 28 05:10:26.036279 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 45080) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:10:26.091817 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d19f0392-d6fb-45b9-8fe5-3026a881b595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:26.116355 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d19f0392-d6fb-45b9-8fe5-3026a881b595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:26.168532 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d19f0392-d6fb-45b9-8fe5-3026a881b595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:26.171806 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d19f0392-d6fb-45b9-8fe5-3026a881b595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:26.173399 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-d19f0392-d6fb-45b9-8fe5-3026a881b595 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/557997c5-5ec0-471e-b73c-4a4a9b55bf10 HTTP/1.1" status: 204 len: 168 time: 0.1361384 Jul 28 05:10:26.181948 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19f0392-d6fb-45b9-8fe5-3026a881b595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557997c5-5ec0-471e-b73c-4a4a9b55bf10,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:26.558767 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad86b17a-b669-480f-bd14-89149992c827 req-dd0b2535-096a-4114-8a02-e1b0b979a6f9 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:26.564205 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ad86b17a-b669-480f-bd14-89149992c827 req-dd0b2535-096a-4114-8a02-e1b0b979a6f9 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 945 time: 0.0617690 Jul 28 05:10:26.606488 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ad86b17a-b669-480f-bd14-89149992c827 req-11e92021-35c6-422d-a872-a59ce41f5fdb tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391240 Jul 28 05:10:26.807769 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-c27c861b-f150-446f-a18a-5e07b79cb26e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:26.815671 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e9d67bda-3f0d-4717-930a-15084e94ea8c req-50f24b44-b210-4071-8bc0-0e268bc00714 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=f652b9b0-e56e-41d8-9966-2b0810f7259d HTTP/1.1" status: 200 len: 210 time: 0.0457139 Jul 28 05:10:26.880739 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:27.089883 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb864b-c1e6-48a3-a3c2-f863408544df req-2f8f97c8-bd5f-4ac1-852c-e6b3eb1c321d tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:27.091882 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e6fb864b-c1e6-48a3-a3c2-f863408544df req-2f8f97c8-bd5f-4ac1-852c-e6b3eb1c321d tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.21 "GET /v2.0/networks?id=300c0b7a-3ec7-45c6-b237-7a8d9dd471d0 HTTP/1.1" status: 200 len: 814 time: 0.1533010 Jul 28 05:10:27.117256 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 45148) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:10:27.123312 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [req-e6fb864b-c1e6-48a3-a3c2-f863408544df req-25ca4eef-46d5-4a1e-adce-05223335f957 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Request body: {'port': {'device_id': 'f652b9b0-e56e-41d8-9966-2b0810f7259d', 'network_id': '300c0b7a-3ec7-45c6-b237-7a8d9dd471d0', 'admin_state_up': True, 'tenant_id': '30b837791a4f45f7bbefa0af378d5354'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:10:27.252306 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6fb864b-c1e6-48a3-a3c2-f863408544df req-25ca4eef-46d5-4a1e-adce-05223335f957 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Made reservation on behalf of 30b837791a4f45f7bbefa0af378d5354 for: {'port': 1} {{(pid=93163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:10:27.256069 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-e6fb864b-c1e6-48a3-a3c2-f863408544df req-25ca4eef-46d5-4a1e-adce-05223335f957 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:27.263524 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ffcd2ad5-e737-403e-afce-6f0fb116b93f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:27.388899 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ffcd2ad5-e737-403e-afce-6f0fb116b93f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:27.394255 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ffcd2ad5-e737-403e-afce-6f0fb116b93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:27.412530 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_common [req-e6fb864b-c1e6-48a3-a3c2-f863408544df req-25ca4eef-46d5-4a1e-adce-05223335f957 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Allocated IP 172.20.0.11 (300c0b7a-3ec7-45c6-b237-7a8d9dd471d0/f56af102-7f6a-4a13-8214-ac092fadb2ac/9935c8e0-c7b1-4984-92f8-16ae30efdd04) {{(pid=93163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:10:27.432563 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-ffcd2ad5-e737-403e-afce-6f0fb116b93f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=66bd1df6e91b49b2a51b2bd2711a3859&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3139966 Jul 28 05:10:27.434939 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 45162) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:10:27.443650 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcd2ad5-e737-403e-afce-6f0fb116b93f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75524e1c-b228-4010-8c7c-d7e808946250,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:27.574984 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-4d4afa1e-a181-4a6e-95d7-2aa44f50dd59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:27.623391 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-4d4afa1e-a181-4a6e-95d7-2aa44f50dd59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:27.664282 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-e6fb864b-c1e6-48a3-a3c2-f863408544df req-25ca4eef-46d5-4a1e-adce-05223335f957 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Notify callbacks [] for port, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:27.715324 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:27.739126 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-4d4afa1e-a181-4a6e-95d7-2aa44f50dd59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:27.741613 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-4d4afa1e-a181-4a6e-95d7-2aa44f50dd59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:27.742747 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-4d4afa1e-a181-4a6e-95d7-2aa44f50dd59 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/75524e1c-b228-4010-8c7c-d7e808946250 HTTP/1.1" status: 204 len: 168 time: 0.3066573 Jul 28 05:10:27.768922 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe6144-6581-4ac3-b555-9fb06e7c4a81 req-e4c1381a-0d13-406b-8ed5-5e851e6ab0b2 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:27.770481 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-44fe6144-6581-4ac3-b555-9fb06e7c4a81 req-e4c1381a-0d13-406b-8ed5-5e851e6ab0b2 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 945 time: 0.0881913 Jul 28 05:10:27.774179 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4afa1e-a181-4a6e-95d7-2aa44f50dd59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75524e1c-b228-4010-8c7c-d7e808946250,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:27.784863 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-e6fb864b-c1e6-48a3-a3c2-f863408544df req-25ca4eef-46d5-4a1e-adce-05223335f957 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227148292'] for port, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:27.835259 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] get_ports_and_sgs() called for port_ids ['4ff5819f-777b-414b-9f10-643c6d3f7c92'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:10:27.845297 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6fb864b-c1e6-48a3-a3c2-f863408544df req-25ca4eef-46d5-4a1e-adce-05223335f957 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Network 300c0b7a-3ec7-45c6-b237-7a8d9dd471d0 is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:10:27.856750 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [req-e6fb864b-c1e6-48a3-a3c2-f863408544df req-25ca4eef-46d5-4a1e-adce-05223335f957 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:10:27.859592 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6fb864b-c1e6-48a3-a3c2-f863408544df req-25ca4eef-46d5-4a1e-adce-05223335f957 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Received port after_create {{(pid=93163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 05:10:27.867933 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb864b-c1e6-48a3-a3c2-f863408544df req-25ca4eef-46d5-4a1e-adce-05223335f957 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:27.868620 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-e6fb864b-c1e6-48a3-a3c2-f863408544df req-25ca4eef-46d5-4a1e-adce-05223335f957 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068'] for port, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:27.873835 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-44fe6144-6581-4ac3-b555-9fb06e7c4a81 req-c7a89b1a-8020-42d6-8440-9255b9b51aa3 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969229 Jul 28 05:10:27.875805 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca4eef-46d5-4a1e-adce-05223335f957 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Pushing event updated for resources: {'Port': ['ID=9935c8e0-c7b1-4984-92f8-16ae30efdd04,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:27.891659 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e6fb864b-c1e6-48a3-a3c2-f863408544df req-25ca4eef-46d5-4a1e-adce-05223335f957 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7726591 Jul 28 05:10:27.915148 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [req-e6fb864b-c1e6-48a3-a3c2-f863408544df req-d419385d-1d1d-48d6-a2c1-2c8416f81392 service neutron] Request body: {'port': {'device_id': 'f652b9b0-e56e-41d8-9966-2b0810f7259d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80161'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:10:28.022847 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf21405-5703-4c0b-98ce-0eec505d25bf req-d43878c4-dd11-4a9f-8d91-066771c194ea tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:28.024619 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3cf21405-5703-4c0b-98ce-0eec505d25bf req-d43878c4-dd11-4a9f-8d91-066771c194ea tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=f652b9b0-e56e-41d8-9966-2b0810f7259d HTTP/1.1" status: 200 len: 932 time: 0.1058569 Jul 28 05:10:28.026286 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-e6fb864b-c1e6-48a3-a3c2-f863408544df req-d419385d-1d1d-48d6-a2c1-2c8416f81392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:28.106341 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3cf21405-5703-4c0b-98ce-0eec505d25bf req-49998c6c-62af-4e13-80b5-40827ebbe995 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670602 Jul 28 05:10:28.331476 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [req-e6fb864b-c1e6-48a3-a3c2-f863408544df req-d419385d-1d1d-48d6-a2c1-2c8416f81392 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9935c8e0-c7b1-4984-92f8-16ae30efdd04 {{(pid=93163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 05:10:28.339022 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-e6fb864b-c1e6-48a3-a3c2-f863408544df req-d419385d-1d1d-48d6-a2c1-2c8416f81392 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:28.353567 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [req-e6fb864b-c1e6-48a3-a3c2-f863408544df req-d419385d-1d1d-48d6-a2c1-2c8416f81392 service neutron] Transition to ACTIVE for port object 9935c8e0-c7b1-4984-92f8-16ae30efdd04 will not be triggered until provisioned by entity L2. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:10:28.357724 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-e6fb864b-c1e6-48a3-a3c2-f863408544df req-d419385d-1d1d-48d6-a2c1-2c8416f81392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:28.414671 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d419385d-1d1d-48d6-a2c1-2c8416f81392 service neutron] Pushing event updated for resources: {'Port': ['ID=9935c8e0-c7b1-4984-92f8-16ae30efdd04,revision_number=2']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:28.442883 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [req-e6fb864b-c1e6-48a3-a3c2-f863408544df req-d419385d-1d1d-48d6-a2c1-2c8416f81392 service neutron] Attempting to bind port 9935c8e0-c7b1-4984-92f8-16ae30efdd04 on host hv-cinder-80161 for vnic_type normal with profile {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 05:10:28.443249 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [req-e6fb864b-c1e6-48a3-a3c2-f863408544df req-d419385d-1d1d-48d6-a2c1-2c8416f81392 service neutron] Attempting to bind port 9935c8e0-c7b1-4984-92f8-16ae30efdd04 by drivers openvswitch,hyperv on host hv-cinder-80161 at level 0 using segments [{'id': '00b60877-949c-4583-bcd9-a2d1f7b925b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '300c0b7a-3ec7-45c6-b237-7a8d9dd471d0'}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 05:10:28.443649 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fb864b-c1e6-48a3-a3c2-f863408544df req-d419385d-1d1d-48d6-a2c1-2c8416f81392 service neutron] Attempting to bind port 9935c8e0-c7b1-4984-92f8-16ae30efdd04 on network 300c0b7a-3ec7-45c6-b237-7a8d9dd471d0 {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:10:28.448473 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fb864b-c1e6-48a3-a3c2-f863408544df req-d419385d-1d1d-48d6-a2c1-2c8416f81392 service neutron] Port 9935c8e0-c7b1-4984-92f8-16ae30efdd04 on network 300c0b7a-3ec7-45c6-b237-7a8d9dd471d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80161 {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 05:10:28.448851 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fb864b-c1e6-48a3-a3c2-f863408544df req-d419385d-1d1d-48d6-a2c1-2c8416f81392 service neutron] Attempting to bind port 9935c8e0-c7b1-4984-92f8-16ae30efdd04 on network 300c0b7a-3ec7-45c6-b237-7a8d9dd471d0 {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:10:28.453781 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fb864b-c1e6-48a3-a3c2-f863408544df req-d419385d-1d1d-48d6-a2c1-2c8416f81392 service neutron] Checking agent: {'id': '4cdb6954-a1c9-49c3-81e0-9b963b26fa6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80161', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 5, 7, 18), 'started_at': datetime.datetime(2021, 7, 28, 5, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 5, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 05:10:28.454096 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fb864b-c1e6-48a3-a3c2-f863408544df req-d419385d-1d1d-48d6-a2c1-2c8416f81392 service neutron] Checking segment: {'id': '00b60877-949c-4583-bcd9-a2d1f7b925b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '300c0b7a-3ec7-45c6-b237-7a8d9dd471d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:10:28.454474 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6fb864b-c1e6-48a3-a3c2-f863408544df req-d419385d-1d1d-48d6-a2c1-2c8416f81392 service neutron] Bound using segment: {'id': '00b60877-949c-4583-bcd9-a2d1f7b925b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '300c0b7a-3ec7-45c6-b237-7a8d9dd471d0'} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 05:10:28.454894 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [req-e6fb864b-c1e6-48a3-a3c2-f863408544df req-d419385d-1d1d-48d6-a2c1-2c8416f81392 service neutron] Bound port: 9935c8e0-c7b1-4984-92f8-16ae30efdd04, host: hv-cinder-80161, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00b60877-949c-4583-bcd9-a2d1f7b925b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '300c0b7a-3ec7-45c6-b237-7a8d9dd471d0'}}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 05:10:28.455252 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-e6fb864b-c1e6-48a3-a3c2-f863408544df req-d419385d-1d1d-48d6-a2c1-2c8416f81392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:28.525252 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [req-e6fb864b-c1e6-48a3-a3c2-f863408544df req-d419385d-1d1d-48d6-a2c1-2c8416f81392 service neutron] For port 9935c8e0-c7b1-4984-92f8-16ae30efdd04, host hv-cinder-80161, cleared binding levels {{(pid=93163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:10:28.528550 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [req-e6fb864b-c1e6-48a3-a3c2-f863408544df req-d419385d-1d1d-48d6-a2c1-2c8416f81392 service neutron] For port 9935c8e0-c7b1-4984-92f8-16ae30efdd04, host hv-cinder-80161, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=9935c8e0-c7b1-4984-92f8-16ae30efdd04,segment=NetworkSegment(00b60877-949c-4583-bcd9-a2d1f7b925b6),segment_id=00b60877-949c-4583-bcd9-a2d1f7b925b6)] {{(pid=93163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:10:28.532599 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-e6fb864b-c1e6-48a3-a3c2-f863408544df req-d419385d-1d1d-48d6-a2c1-2c8416f81392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:28.563973 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb864b-c1e6-48a3-a3c2-f863408544df req-d419385d-1d1d-48d6-a2c1-2c8416f81392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:28.564619 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-e6fb864b-c1e6-48a3-a3c2-f863408544df req-d419385d-1d1d-48d6-a2c1-2c8416f81392 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068'] for port, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:28.566102 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e6fb864b-c1e6-48a3-a3c2-f863408544df req-d419385d-1d1d-48d6-a2c1-2c8416f81392 service neutron] 10.222.0.21 "PUT /v2.0/ports/9935c8e0-c7b1-4984-92f8-16ae30efdd04 HTTP/1.1" status: 200 len: 1094 time: 0.6566048 Jul 28 05:10:28.568216 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f652b9b0-e56e-41d8-9966-2b0810f7259d', 'tag': '9935c8e0-c7b1-4984-92f8-16ae30efdd04'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:10:28.570522 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdaae2d937131cd036474998a49e3e11d53281396ea4e1ac8b096c837d21eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fee5b2c-84cd-4570-bf77-4c6eb3915216" -d '{"events": [{"name": "network-changed", "server_uuid": "f652b9b0-e56e-41d8-9966-2b0810f7259d", "tag": "9935c8e0-c7b1-4984-92f8-16ae30efdd04"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:10:28.602053 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d419385d-1d1d-48d6-a2c1-2c8416f81392 service neutron] Pushing event updated for resources: {'Port': ['ID=9935c8e0-c7b1-4984-92f8-16ae30efdd04,revision_number=3']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:28.617575 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 05:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ba0f2f-7f65-4d07-a2d6-a17cd58105ac x-openstack-request-id: req-10ba0f2f-7f65-4d07-a2d6-a17cd58105ac {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:10:28.617859 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f652b9b0-e56e-41d8-9966-2b0810f7259d", "tag": "9935c8e0-c7b1-4984-92f8-16ae30efdd04", "status": "completed", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:10:28.618105 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-10ba0f2f-7f65-4d07-a2d6-a17cd58105ac {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:10:28.618645 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f652b9b0-e56e-41d8-9966-2b0810f7259d', 'tag': '9935c8e0-c7b1-4984-92f8-16ae30efdd04', 'status': 'completed', 'code': 200} Jul 28 05:10:28.703530 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb864b-c1e6-48a3-a3c2-f863408544df req-b1b084d8-8d6a-48ec-817a-096134cdd99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:28.705034 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e6fb864b-c1e6-48a3-a3c2-f863408544df req-b1b084d8-8d6a-48ec-817a-096134cdd99a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=30b837791a4f45f7bbefa0af378d5354&device_id=f652b9b0-e56e-41d8-9966-2b0810f7259d HTTP/1.1" status: 200 len: 1097 time: 0.0472119 Jul 28 05:10:28.781196 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e6fb864b-c1e6-48a3-a3c2-f863408544df req-6fa51a29-af5f-431d-9230-7790dc87e161 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9935c8e0-c7b1-4984-92f8-16ae30efdd04 HTTP/1.1" status: 200 len: 217 time: 0.0400443 Jul 28 05:10:28.838689 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb864b-c1e6-48a3-a3c2-f863408544df req-e998f570-6057-43e5-82b2-69464c910031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:28.840136 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e6fb864b-c1e6-48a3-a3c2-f863408544df req-e998f570-6057-43e5-82b2-69464c910031 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f56af102-7f6a-4a13-8214-ac092fadb2ac HTTP/1.1" status: 200 len: 854 time: 0.0476117 Jul 28 05:10:28.884225 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e6fb864b-c1e6-48a3-a3c2-f863408544df req-65d2e293-7b8e-42e0-8e03-3ec9ef929755 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=300c0b7a-3ec7-45c6-b237-7a8d9dd471d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320241 Jul 28 05:10:28.991187 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e6fb864b-c1e6-48a3-a3c2-f863408544df req-2e122ac4-8c07-4ee7-a154-e7ebb68a1ab3 service neutron] 10.222.0.21 "GET /v2.0/networks/300c0b7a-3ec7-45c6-b237-7a8d9dd471d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985725 Jul 28 05:10:29.094923 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795b105-e554-4cc4-9716-62cf96d047e1 req-4e4377b5-92b8-4c2d-bb61-8a2e14831f14 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:29.096516 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7795b105-e554-4cc4-9716-62cf96d047e1 req-4e4377b5-92b8-4c2d-bb61-8a2e14831f14 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 945 time: 0.1090136 Jul 28 05:10:29.166828 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e6fb864b-c1e6-48a3-a3c2-f863408544df req-4b3c7207-ddee-43a3-a24c-53d610211bd8 service neutron] 10.222.0.21 "GET /v2.0/networks/300c0b7a-3ec7-45c6-b237-7a8d9dd471d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489658 Jul 28 05:10:29.170120 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7795b105-e554-4cc4-9716-62cf96d047e1 req-9764365a-9433-47d6-b627-7b9677d1ef36 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649626 Jul 28 05:10:29.232252 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:29.289167 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9932abc-db83-4c07-988a-c32db66bbe46 req-5b2910ef-1345-42b3-903a-ba342c7e86f3 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:29.290706 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b9932abc-db83-4c07-988a-c32db66bbe46 req-5b2910ef-1345-42b3-903a-ba342c7e86f3 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=f652b9b0-e56e-41d8-9966-2b0810f7259d HTTP/1.1" status: 200 len: 944 time: 0.0575290 Jul 28 05:10:29.336499 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b9932abc-db83-4c07-988a-c32db66bbe46 req-514b09d3-ef5e-4aeb-8b41-04b41c7958b6 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399182 Jul 28 05:10:33.104602 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee5b2c-84cd-4570-bf77-4c6eb3915216 req-d42a4002-d506-43e7-8010-5df2f32ce53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:33.106098 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1fee5b2c-84cd-4570-bf77-4c6eb3915216 req-d42a4002-d506-43e7-8010-5df2f32ce53d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=30b837791a4f45f7bbefa0af378d5354&device_id=f652b9b0-e56e-41d8-9966-2b0810f7259d HTTP/1.1" status: 200 len: 1097 time: 0.0482605 Jul 28 05:10:33.228030 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee5b2c-84cd-4570-bf77-4c6eb3915216 req-71609d9d-6596-45fe-b6b5-5452bda4ee80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:33.229512 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1fee5b2c-84cd-4570-bf77-4c6eb3915216 req-71609d9d-6596-45fe-b6b5-5452bda4ee80 service neutron] 10.222.0.21 "GET /v2.0/networks?id=300c0b7a-3ec7-45c6-b237-7a8d9dd471d0 HTTP/1.1" status: 200 len: 915 time: 0.1146708 Jul 28 05:10:33.302467 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1fee5b2c-84cd-4570-bf77-4c6eb3915216 req-00f29fc5-fd98-487f-a9da-e580d687dcd5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9935c8e0-c7b1-4984-92f8-16ae30efdd04 HTTP/1.1" status: 200 len: 217 time: 0.0557497 Jul 28 05:10:33.311115 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea6fcb9-047b-4a71-aa8f-b43aec3037ce req-3fbbebd9-3e32-4b50-8915-6cc47b308f8e tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:33.312596 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1ea6fcb9-047b-4a71-aa8f-b43aec3037ce req-3fbbebd9-3e32-4b50-8915-6cc47b308f8e tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 945 time: 0.1298342 Jul 28 05:10:33.381939 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53351ae7-29c7-48cd-a897-d99950497b8b req-be5abc61-7cfb-4042-b39e-9b8085143463 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:33.383412 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-53351ae7-29c7-48cd-a897-d99950497b8b req-be5abc61-7cfb-4042-b39e-9b8085143463 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=f652b9b0-e56e-41d8-9966-2b0810f7259d HTTP/1.1" status: 200 len: 944 time: 0.1489050 Jul 28 05:10:33.417276 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee5b2c-84cd-4570-bf77-4c6eb3915216 req-84528877-b72d-4de5-83a1-925642b78fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:33.418755 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1fee5b2c-84cd-4570-bf77-4c6eb3915216 req-84528877-b72d-4de5-83a1-925642b78fe9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f56af102-7f6a-4a13-8214-ac092fadb2ac HTTP/1.1" status: 200 len: 854 time: 0.1051815 Jul 28 05:10:33.423384 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1ea6fcb9-047b-4a71-aa8f-b43aec3037ce req-b2bb1f25-0b58-4287-9fe1-cdb4e569cd9f tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020806 Jul 28 05:10:33.461567 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1fee5b2c-84cd-4570-bf77-4c6eb3915216 req-14abd6f9-b6d0-4844-bb3f-65530d2fb806 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=300c0b7a-3ec7-45c6-b237-7a8d9dd471d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312731 Jul 28 05:10:33.466520 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-53351ae7-29c7-48cd-a897-d99950497b8b req-19db5350-88a9-436e-87ec-ac2292a6b64f tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761399 Jul 28 05:10:33.557160 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1fee5b2c-84cd-4570-bf77-4c6eb3915216 req-a68ad6f8-e69d-4427-9c06-caa4256ab17d service neutron] 10.222.0.21 "GET /v2.0/networks/300c0b7a-3ec7-45c6-b237-7a8d9dd471d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808990 Jul 28 05:10:33.658428 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1fee5b2c-84cd-4570-bf77-4c6eb3915216 req-f40968a5-9b87-454e-be9e-81f1b858a9ed service neutron] 10.222.0.21 "GET /v2.0/networks/300c0b7a-3ec7-45c6-b237-7a8d9dd471d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824635 Jul 28 05:10:34.549549 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bb2c76-af12-494c-aea9-42b2d8cd72b4 req-7189e6ee-f351-441d-993c-bfaa88dea6a5 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:34.551045 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f8bb2c76-af12-494c-aea9-42b2d8cd72b4 req-7189e6ee-f351-441d-993c-bfaa88dea6a5 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 945 time: 0.0547097 Jul 28 05:10:34.616769 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f8bb2c76-af12-494c-aea9-42b2d8cd72b4 req-5b348c9f-e000-484c-8b0f-523201393b77 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551302 Jul 28 05:10:34.637187 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daec96e-0bbb-4808-a178-e5425477b3a9 req-2f36a509-c614-4651-b4c7-7b6bceccee1f tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:34.637187 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7daec96e-0bbb-4808-a178-e5425477b3a9 req-2f36a509-c614-4651-b4c7-7b6bceccee1f tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=f652b9b0-e56e-41d8-9966-2b0810f7259d HTTP/1.1" status: 200 len: 944 time: 0.0777366 Jul 28 05:10:34.668425 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7daec96e-0bbb-4808-a178-e5425477b3a9 req-76548e1d-8257-42f1-b799-b8e2df6815d4 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322022 Jul 28 05:10:35.738005 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca6c17-2f1a-4867-8099-b3403fef844a req-a499ef06-b69d-4746-8cf7-c74a7a2a0044 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:35.739771 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e8ca6c17-2f1a-4867-8099-b3403fef844a req-a499ef06-b69d-4746-8cf7-c74a7a2a0044 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 945 time: 0.0526187 Jul 28 05:10:35.810677 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc51810-b1d3-418e-b16e-013e87ed749c req-2f3320a2-8480-4662-b02c-6d16405d739a tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:35.812398 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2fc51810-b1d3-418e-b16e-013e87ed749c req-2f3320a2-8480-4662-b02c-6d16405d739a tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=f652b9b0-e56e-41d8-9966-2b0810f7259d HTTP/1.1" status: 200 len: 944 time: 0.0717127 Jul 28 05:10:35.815119 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e8ca6c17-2f1a-4867-8099-b3403fef844a req-00596826-04bd-4003-be5a-9815545352a6 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648551 Jul 28 05:10:35.852813 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2fc51810-b1d3-418e-b16e-013e87ed749c req-1a029eb7-97ca-4e9e-9a86-81ef01a8b990 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330765 Jul 28 05:10:36.400166 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device 9935c8e0-c7b1-4984-92f8-16ae30efdd04 details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=93164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 05:10:36.495012 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] For port 9935c8e0-c7b1-4984-92f8-16ae30efdd04, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=9935c8e0-c7b1-4984-92f8-16ae30efdd04,segment=NetworkSegment(00b60877-949c-4583-bcd9-a2d1f7b925b6),segment_id=00b60877-949c-4583-bcd9-a2d1f7b925b6)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:10:36.507520 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Returning: {'device': '9935c8e0-c7b1-4984-92f8-16ae30efdd04', 'network_id': '300c0b7a-3ec7-45c6-b237-7a8d9dd471d0', 'port_id': '9935c8e0-c7b1-4984-92f8-16ae30efdd04', 'mac_address': 'fa:16:3e:8e:b1:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f56af102-7f6a-4a13-8214-ac092fadb2ac', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 05:10:36.551100 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:36.563655 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9935c8e0-c7b1-4984-92f8-16ae30efdd04 {{(pid=93164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 05:10:36.587589 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] For port 9935c8e0-c7b1-4984-92f8-16ae30efdd04, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=9935c8e0-c7b1-4984-92f8-16ae30efdd04,segment=NetworkSegment(00b60877-949c-4583-bcd9-a2d1f7b925b6),segment_id=00b60877-949c-4583-bcd9-a2d1f7b925b6)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:10:36.592117 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:36.645984 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Pushing event updated for resources: {'Port': ['ID=9935c8e0-c7b1-4984-92f8-16ae30efdd04,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:36.653326 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:10:36.653676 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:10:36.654018 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:10:36.654360 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:10:36.654759 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:10:36.655006 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:10:36.655331 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:10:36.655683 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:10:36.656029 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:10:36.656351 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:10:36.656676 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:10:36.656991 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:10:36.838569 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 45432) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:10:36.973754 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4ddad490-a378-4d5e-81a4-f5607e881be3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:37.001468 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed599c1d-aff3-492f-af7f-223bcd1d0b5e req-edfe5a99-5ee0-4cb6-92b1-64293aba2aa1 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:37.002990 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ed599c1d-aff3-492f-af7f-223bcd1d0b5e req-edfe5a99-5ee0-4cb6-92b1-64293aba2aa1 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 945 time: 0.0817654 Jul 28 05:10:37.036484 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6907dfe5-ad02-4fdf-978b-302015557a6b req-a0316efa-61f9-4e6e-8a19-92261d2f676b tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:37.038008 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6907dfe5-ad02-4fdf-978b-302015557a6b req-a0316efa-61f9-4e6e-8a19-92261d2f676b tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=f652b9b0-e56e-41d8-9966-2b0810f7259d HTTP/1.1" status: 200 len: 945 time: 0.0830376 Jul 28 05:10:37.042364 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] get_ports_and_sgs() called for port_ids ['9935c8e0-c7b1-4984-92f8-16ae30efdd04'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:10:37.084827 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ed599c1d-aff3-492f-af7f-223bcd1d0b5e req-a17dff79-dae9-4ead-9a28-98ae89d5291d tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718143 Jul 28 05:10:37.106330 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6907dfe5-ad02-4fdf-978b-302015557a6b req-14804f37-584c-4c73-89b2-ef38da3e95ec tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593283 Jul 28 05:10:37.117524 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4ddad490-a378-4d5e-81a4-f5607e881be3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:37.125984 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4ddad490-a378-4d5e-81a4-f5607e881be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:37.173975 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-4ddad490-a378-4d5e-81a4-f5607e881be3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0884eec9715644e385fe3a08ccacdf5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3342495 Jul 28 05:10:37.175171 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddad490-a378-4d5e-81a4-f5607e881be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff2f3c7-007b-4c1a-9803-f4e4f1be0956,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:37.176604 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 45446) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:10:37.226564 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-3412960c-efc5-40dc-894b-e85a564a75b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:37.248215 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-3412960c-efc5-40dc-894b-e85a564a75b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:37.295605 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-3412960c-efc5-40dc-894b-e85a564a75b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:37.298081 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-3412960c-efc5-40dc-894b-e85a564a75b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:37.299189 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-3412960c-efc5-40dc-894b-e85a564a75b0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0ff2f3c7-007b-4c1a-9803-f4e4f1be0956 HTTP/1.1" status: 204 len: 168 time: 0.1212747 Jul 28 05:10:37.306521 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3412960c-efc5-40dc-894b-e85a564a75b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff2f3c7-007b-4c1a-9803-f4e4f1be0956,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:38.248792 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bad557-122c-486c-9f0d-222aaeee0581 req-fb51637d-4ed4-47a2-9eab-8aaf022b1ec7 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:38.252758 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-42bad557-122c-486c-9f0d-222aaeee0581 req-fb51637d-4ed4-47a2-9eab-8aaf022b1ec7 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 945 time: 0.0846298 Jul 28 05:10:38.269497 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b48666-ac2a-451a-ba67-d0791bb62f67 req-1298d4f5-ac25-4088-9015-acf0156b7dc2 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:38.271137 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-27b48666-ac2a-451a-ba67-d0791bb62f67 req-1298d4f5-ac25-4088-9015-acf0156b7dc2 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=f652b9b0-e56e-41d8-9966-2b0810f7259d HTTP/1.1" status: 200 len: 945 time: 0.0796673 Jul 28 05:10:38.327311 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-42bad557-122c-486c-9f0d-222aaeee0581 req-258e7dc7-6e0f-457a-b260-26d4600626c4 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550911 Jul 28 05:10:38.336795 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-27b48666-ac2a-451a-ba67-d0791bb62f67 req-1b597652-f274-434b-8a74-4149c0f4b05b tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570259 Jul 28 05:10:38.407342 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device 9935c8e0-c7b1-4984-92f8-16ae30efdd04 up at agent hyperv_hv-cinder-80161 {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:10:38.457787 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Provisioning for port 9935c8e0-c7b1-4984-92f8-16ae30efdd04 completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:10:38.461414 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Provisioning complete for port 9935c8e0-c7b1-4984-92f8-16ae30efdd04 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:10:38.461847 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:38.536882 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:38.561144 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f652b9b0-e56e-41d8-9966-2b0810f7259d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9935c8e0-c7b1-4984-92f8-16ae30efdd04'}] {{(pid=93164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:10:38.563631 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fb4d28940d80eba88a385613a92acfb6aaf547e778be800882bca880023c29d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1007cd9-5f0a-4d2f-b0e1-f3841208f936" -d '{"events": [{"server_uuid": "f652b9b0-e56e-41d8-9966-2b0810f7259d", "name": "network-vif-plugged", "status": "completed", "tag": "9935c8e0-c7b1-4984-92f8-16ae30efdd04"}]}' {{(pid=93164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:10:38.576958 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] For port 9935c8e0-c7b1-4984-92f8-16ae30efdd04, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=9935c8e0-c7b1-4984-92f8-16ae30efdd04,segment=NetworkSegment(00b60877-949c-4583-bcd9-a2d1f7b925b6),segment_id=00b60877-949c-4583-bcd9-a2d1f7b925b6)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:10:38.582714 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:38.609195 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 05:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c851866f-1b7d-40b9-bb43-8844082ee791 x-openstack-request-id: req-c851866f-1b7d-40b9-bb43-8844082ee791 {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:10:38.609480 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f652b9b0-e56e-41d8-9966-2b0810f7259d", "name": "network-vif-plugged", "status": "completed", "tag": "9935c8e0-c7b1-4984-92f8-16ae30efdd04", "code": 200}]} {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:10:38.609891 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c851866f-1b7d-40b9-bb43-8844082ee791 {{(pid=93164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:10:38.610231 dv-cinder-801617-3-iscsi neutron-server[93164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f652b9b0-e56e-41d8-9966-2b0810f7259d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9935c8e0-c7b1-4984-92f8-16ae30efdd04', 'code': 200} Jul 28 05:10:38.637137 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Pushing event updated for resources: {'Port': ['ID=9935c8e0-c7b1-4984-92f8-16ae30efdd04,revision_number=5']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:39.121406 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 45548) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:10:39.219808 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-6840c465-efe1-4ffe-8eff-86f3f20979dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:39.306321 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-6840c465-efe1-4ffe-8eff-86f3f20979dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:39.310035 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-6840c465-efe1-4ffe-8eff-86f3f20979dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:39.346476 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-6840c465-efe1-4ffe-8eff-86f3f20979dc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=44a29275be194f7a8f22a431bfdf9038&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2240026 Jul 28 05:10:39.348330 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6840c465-efe1-4ffe-8eff-86f3f20979dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04f7e1b-cb4b-4ae3-932f-6a56f6028cc1,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:39.349123 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 45552) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:10:39.397404 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b46b989a-8c75-41d0-9b64-1a783adad748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:39.423442 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b46b989a-8c75-41d0-9b64-1a783adad748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:39.467629 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b46b989a-8c75-41d0-9b64-1a783adad748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:39.470203 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b46b989a-8c75-41d0-9b64-1a783adad748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:39.471304 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-b46b989a-8c75-41d0-9b64-1a783adad748 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a04f7e1b-cb4b-4ae3-932f-6a56f6028cc1 HTTP/1.1" status: 204 len: 168 time: 0.1212087 Jul 28 05:10:39.478981 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b989a-8c75-41d0-9b64-1a783adad748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04f7e1b-cb4b-4ae3-932f-6a56f6028cc1,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:39.715552 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 45564) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:10:39.730590 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a5bb93f9-9b03-46ce-badf-747b82e35404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:39.816867 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a5bb93f9-9b03-46ce-badf-747b82e35404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:39.820693 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a5bb93f9-9b03-46ce-badf-747b82e35404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:39.858367 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-a5bb93f9-9b03-46ce-badf-747b82e35404 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b3c4207fd2b04465a52c51a8ea4595e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1417437 Jul 28 05:10:39.859233 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bb93f9-9b03-46ce-badf-747b82e35404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba988bc-8245-467d-a417-926138e61942,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:39.861052 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 45566) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:10:39.909123 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-6a921a5c-4651-4b37-bd30-cf06df6a6108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:39.930802 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-6a921a5c-4651-4b37-bd30-cf06df6a6108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:39.977417 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-6a921a5c-4651-4b37-bd30-cf06df6a6108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:39.981208 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-6a921a5c-4651-4b37-bd30-cf06df6a6108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:39.982346 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-6a921a5c-4651-4b37-bd30-cf06df6a6108 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dba988bc-8245-467d-a417-926138e61942 HTTP/1.1" status: 204 len: 168 time: 0.1202807 Jul 28 05:10:39.991366 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a921a5c-4651-4b37-bd30-cf06df6a6108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba988bc-8245-467d-a417-926138e61942,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:40.292470 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 45576) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:10:40.305145 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-0ba98e54-c681-4a3b-85ec-1570d107bba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:40.392380 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-0ba98e54-c681-4a3b-85ec-1570d107bba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:40.396094 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-0ba98e54-c681-4a3b-85ec-1570d107bba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:40.434639 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-0ba98e54-c681-4a3b-85ec-1570d107bba2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b074a4e88c38498e8eda84cb75e39e63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1410742 Jul 28 05:10:40.436542 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba98e54-c681-4a3b-85ec-1570d107bba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ceb399-eb66-4a8f-a015-1f9c8c823944,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:40.437405 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 45578) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:10:40.486964 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-83cfe268-2c44-4d0b-8b52-3fcfd5354461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:40.507658 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-83cfe268-2c44-4d0b-8b52-3fcfd5354461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:40.550986 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-83cfe268-2c44-4d0b-8b52-3fcfd5354461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:40.553481 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-83cfe268-2c44-4d0b-8b52-3fcfd5354461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:40.554614 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-83cfe268-2c44-4d0b-8b52-3fcfd5354461 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/68ceb399-eb66-4a8f-a015-1f9c8c823944 HTTP/1.1" status: 204 len: 168 time: 0.1161439 Jul 28 05:10:40.562429 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cfe268-2c44-4d0b-8b52-3fcfd5354461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ceb399-eb66-4a8f-a015-1f9c8c823944,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:41.677993 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c260d075-fffd-4ab4-be6a-9c7b868ec834 req-a3b887a2-34f8-47c7-b65b-ae4ef1854206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:41.681637 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c260d075-fffd-4ab4-be6a-9c7b868ec834 req-a3b887a2-34f8-47c7-b65b-ae4ef1854206 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f652b9b0-e56e-41d8-9966-2b0810f7259d HTTP/1.1" status: 200 len: 1099 time: 0.0409815 Jul 28 05:10:41.779331 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc224ed7-56fd-461d-b40f-e2b70cd757cc req-82e6639f-a9b8-4682-877b-7c6edae94b68 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:41.780734 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-fc224ed7-56fd-461d-b40f-e2b70cd757cc req-82e6639f-a9b8-4682-877b-7c6edae94b68 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=f652b9b0-e56e-41d8-9966-2b0810f7259d HTTP/1.1" status: 200 len: 946 time: 0.1004055 Jul 28 05:10:41.783091 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c260d075-fffd-4ab4-be6a-9c7b868ec834 req-190315ec-e1f3-4679-9be0-1fa57545b7c0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890834 Jul 28 05:10:41.821133 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827e7e7-79aa-4e31-b872-05fa7bd7d5e8 req-7665ab14-be0d-41f3-861a-687d54f8940e tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:41.823148 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e827e7e7-79aa-4e31-b872-05fa7bd7d5e8 req-7665ab14-be0d-41f3-861a-687d54f8940e tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 945 time: 0.0914266 Jul 28 05:10:41.842022 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-fc224ed7-56fd-461d-b40f-e2b70cd757cc req-a7be5982-1080-4fea-bb15-8fafe39109ab tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554013 Jul 28 05:10:41.867532 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e827e7e7-79aa-4e31-b872-05fa7bd7d5e8 req-baa3f8bc-2396-4f77-a393-93b9ffc62337 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367396 Jul 28 05:10:42.991003 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf83e4-04d5-4b0e-912d-318b46076950 req-e0372127-0aa4-4a0d-b7f7-4eb867307291 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:42.992500 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1aaf83e4-04d5-4b0e-912d-318b46076950 req-e0372127-0aa4-4a0d-b7f7-4eb867307291 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=f652b9b0-e56e-41d8-9966-2b0810f7259d HTTP/1.1" status: 200 len: 946 time: 0.0828800 Jul 28 05:10:43.003816 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d3cf0-c0bb-4c11-a889-a5befc597f3c req-76d5ae56-a350-4023-a369-c413177c8518 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:43.005200 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-dd9d3cf0-c0bb-4c11-a889-a5befc597f3c req-76d5ae56-a350-4023-a369-c413177c8518 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 945 time: 0.0689406 Jul 28 05:10:43.063159 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1aaf83e4-04d5-4b0e-912d-318b46076950 req-95f07fbd-7ea3-4c80-a154-889ac06b47b5 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569708 Jul 28 05:10:43.066581 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-dd9d3cf0-c0bb-4c11-a889-a5befc597f3c req-a77e9d88-f765-4e13-87fe-97328a12595c tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547471 Jul 28 05:10:43.474287 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-14963ec5-336d-4232-8a69-12d71f2a502e req-bb48a527-da88-4727-87dc-ae37e5f4b859 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-438040906&fields=id&tenant_id=a552f7ab2976456ea67918bb2395079f HTTP/1.1" status: 200 len: 267 time: 0.0392556 Jul 28 05:10:43.581978 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14963ec5-336d-4232-8a69-12d71f2a502e req-9a0715d7-c088-4eb4-8a5f-c0f44059b6bb tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:43.583453 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-14963ec5-336d-4232-8a69-12d71f2a502e req-9a0715d7-c088-4eb4-8a5f-c0f44059b6bb tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/networks?id=ef26f782-d8e2-421a-8538-0b5e94a369eb HTTP/1.1" status: 200 len: 812 time: 0.1014514 Jul 28 05:10:43.598157 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-14963ec5-336d-4232-8a69-12d71f2a502e req-cacac07e-c0b8-4a0e-89d8-657c1930e60e tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/quotas/a552f7ab2976456ea67918bb2395079f HTTP/1.1" status: 200 len: 375 time: 0.0089991 Jul 28 05:10:43.650032 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-14963ec5-336d-4232-8a69-12d71f2a502e req-ed13071a-26f6-4e8c-b976-ce66b477caa8 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a552f7ab2976456ea67918bb2395079f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453715 Jul 28 05:10:43.750700 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-14963ec5-336d-4232-8a69-12d71f2a502e req-fb16a2b7-068e-4e2a-b27a-533969228941 service neutron] 10.222.0.13 "GET /v2.0/networks/ef26f782-d8e2-421a-8538-0b5e94a369eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894625 Jul 28 05:10:43.855079 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-14963ec5-336d-4232-8a69-12d71f2a502e req-69dac678-3174-4929-9d3a-abcae5951cf5 service neutron] 10.222.0.13 "GET /v2.0/networks/ef26f782-d8e2-421a-8538-0b5e94a369eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971034 Jul 28 05:10:44.223457 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf814e-4f93-4437-a5be-9cb91618fdf6 req-8c7e21ba-e027-4437-b1e5-8654e2e728f8 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:44.224953 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-53bf814e-4f93-4437-a5be-9cb91618fdf6 req-8c7e21ba-e027-4437-b1e5-8654e2e728f8 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 945 time: 0.0822098 Jul 28 05:10:44.237519 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed7d637-d96d-495d-a73b-f5f4981747f3 req-03471856-4f2b-4ede-a344-0860715d3feb tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:44.239222 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bed7d637-d96d-495d-a73b-f5f4981747f3 req-03471856-4f2b-4ede-a344-0860715d3feb tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=f652b9b0-e56e-41d8-9966-2b0810f7259d HTTP/1.1" status: 200 len: 946 time: 0.0840340 Jul 28 05:10:44.295569 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-53bf814e-4f93-4437-a5be-9cb91618fdf6 req-6fbc03c4-1f13-4b14-8206-7b60de438523 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553520 Jul 28 05:10:44.298500 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bed7d637-d96d-495d-a73b-f5f4981747f3 req-72b07535-1cc9-4ed1-bd5b-a2f11da65c47 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516932 Jul 28 05:10:44.373577 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-054c7449-bafb-435c-a25e-37d700132d4f req-ab2ae247-e28f-4110-9287-226cc96e7f8f tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0266373 Jul 28 05:10:47.362061 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-345008af-ca41-4f0e-a674-faeeadcac1dd req-b15fa665-dcab-473b-8e36-5cae7db33d97 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.2438858 Jul 28 05:10:47.377757 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2036118-c9a2-41e6-8fcb-c4d24a5b942b req-e3835ad1-03bd-4e32-af32-f7b96f34f42d tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:47.379220 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d2036118-c9a2-41e6-8fcb-c4d24a5b942b req-e3835ad1-03bd-4e32-af32-f7b96f34f42d tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 945 time: 0.2934628 Jul 28 05:10:47.416326 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d2036118-c9a2-41e6-8fcb-c4d24a5b942b req-7ea74027-70d7-4677-9761-f922d0e8553c tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306799 Jul 28 05:10:48.088704 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:48.434137 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:10:49.486905 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 45768) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:10:49.589131 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0a8a4bf3-9abf-4811-87d6-94339767c0d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:49.688097 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0a8a4bf3-9abf-4811-87d6-94339767c0d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:49.691884 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0a8a4bf3-9abf-4811-87d6-94339767c0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:49.732072 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-0a8a4bf3-9abf-4811-87d6-94339767c0d8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5ab428f06cba453f84467aa65cef2788&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2440312 Jul 28 05:10:49.732773 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a4bf3-9abf-4811-87d6-94339767c0d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e05027-ed1a-40ad-a455-2ed8f2cb7823,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:49.734977 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 45780) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:10:49.783395 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-c30886f7-8fc0-485d-be55-3fe001cb2b8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:49.803538 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-c30886f7-8fc0-485d-be55-3fe001cb2b8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:49.851968 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-c30886f7-8fc0-485d-be55-3fe001cb2b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:49.854454 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-c30886f7-8fc0-485d-be55-3fe001cb2b8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:49.855649 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-c30886f7-8fc0-485d-be55-3fe001cb2b8a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d7e05027-ed1a-40ad-a455-2ed8f2cb7823 HTTP/1.1" status: 204 len: 168 time: 0.1195250 Jul 28 05:10:49.863876 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30886f7-8fc0-485d-be55-3fe001cb2b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e05027-ed1a-40ad-a455-2ed8f2cb7823,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:51.079063 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-11d74db9-a093-4007-9a1c-aab05d20670a req-88e38c56-87f9-46d1-bc0b-bc6863178503 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0332282 Jul 28 05:10:51.202785 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8414d7-a730-41dc-a33e-66a3114981c9 req-fce2d37d-a8dd-484a-b6d6-14e5eb01994b tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:51.204346 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6d8414d7-a730-41dc-a33e-66a3114981c9 req-fce2d37d-a8dd-484a-b6d6-14e5eb01994b tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 945 time: 0.1143825 Jul 28 05:10:51.269719 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14963ec5-336d-4232-8a69-12d71f2a502e req-982fc3d5-5ec3-41fa-8278-374a144bad5f tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:51.271167 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-14963ec5-336d-4232-8a69-12d71f2a502e req-982fc3d5-5ec3-41fa-8278-374a144bad5f tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.21 "GET /v2.0/networks?id=ef26f782-d8e2-421a-8538-0b5e94a369eb HTTP/1.1" status: 200 len: 812 time: 0.1824064 Jul 28 05:10:51.278483 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6d8414d7-a730-41dc-a33e-66a3114981c9 req-e6fe1c02-0818-4554-b4e1-fa33a92fe765 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651453 Jul 28 05:10:51.338436 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-14963ec5-336d-4232-8a69-12d71f2a502e req-0172e168-ee7e-4923-9eae-a0f9333b2d48 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a552f7ab2976456ea67918bb2395079f HTTP/1.1" status: 200 len: 379 time: 0.0472329 Jul 28 05:10:51.346921 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 45836) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:10:51.357828 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [req-14963ec5-336d-4232-8a69-12d71f2a502e req-21dad38b-af15-452b-acba-71bdce758678 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Request body: {'port': {'device_id': 'daae0899-4a0a-41bd-8ab2-534b6cc22a7e', 'network_id': 'ef26f782-d8e2-421a-8538-0b5e94a369eb', 'admin_state_up': True, 'tenant_id': 'a552f7ab2976456ea67918bb2395079f', 'security_groups': ['f489311f-03bb-461c-a487-e331db421cb6']}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:10:51.457939 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8129588b-6993-4752-b6b7-a6eea22f83c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:51.484756 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14963ec5-336d-4232-8a69-12d71f2a502e req-21dad38b-af15-452b-acba-71bdce758678 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Made reservation on behalf of a552f7ab2976456ea67918bb2395079f for: {'port': 1} {{(pid=93163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:10:51.488128 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-14963ec5-336d-4232-8a69-12d71f2a502e req-21dad38b-af15-452b-acba-71bdce758678 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:51.675682 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_common [req-14963ec5-336d-4232-8a69-12d71f2a502e req-21dad38b-af15-452b-acba-71bdce758678 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Allocated IP 172.20.0.4 (ef26f782-d8e2-421a-8538-0b5e94a369eb/58ccc002-22d5-41bf-898a-9be0afe8a15a/1af19cb9-50e4-4929-b34f-0cfc87b92890) {{(pid=93163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:10:51.684123 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8129588b-6993-4752-b6b7-a6eea22f83c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:51.691272 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8129588b-6993-4752-b6b7-a6eea22f83c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:51.757295 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-8129588b-6993-4752-b6b7-a6eea22f83c0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cd7d9e6420604e99bc261db8a704ffdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4092541 Jul 28 05:10:51.758106 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8129588b-6993-4752-b6b7-a6eea22f83c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f6316f-7bdb-4a02-9c7e-2ea4e242c476,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:51.760686 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 45840) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:10:51.813318 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7d3d3c1d-f429-4985-9e88-08aea3155f04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:51.833475 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7d3d3c1d-f429-4985-9e88-08aea3155f04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:51.861476 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-14963ec5-336d-4232-8a69-12d71f2a502e req-21dad38b-af15-452b-acba-71bdce758678 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Notify callbacks [] for port, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:51.883917 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [req-14963ec5-336d-4232-8a69-12d71f2a502e req-21dad38b-af15-452b-acba-71bdce758678 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Transition to ACTIVE for port object 1af19cb9-50e4-4929-b34f-0cfc87b92890 will not be triggered until provisioned by entity DHCP. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:10:51.884282 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7d3d3c1d-f429-4985-9e88-08aea3155f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:51.886931 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7d3d3c1d-f429-4985-9e88-08aea3155f04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:51.888121 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-7d3d3c1d-f429-4985-9e88-08aea3155f04 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/06f6316f-7bdb-4a02-9c7e-2ea4e242c476 HTTP/1.1" status: 204 len: 168 time: 0.1256499 Jul 28 05:10:51.896101 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3d3c1d-f429-4985-9e88-08aea3155f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f6316f-7bdb-4a02-9c7e-2ea4e242c476,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:51.933683 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-14963ec5-336d-4232-8a69-12d71f2a502e req-21dad38b-af15-452b-acba-71bdce758678 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227148292'] for port, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:51.974320 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14963ec5-336d-4232-8a69-12d71f2a502e req-21dad38b-af15-452b-acba-71bdce758678 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Network ef26f782-d8e2-421a-8538-0b5e94a369eb is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:10:51.982873 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [req-14963ec5-336d-4232-8a69-12d71f2a502e req-21dad38b-af15-452b-acba-71bdce758678 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:10:51.985479 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [req-14963ec5-336d-4232-8a69-12d71f2a502e req-21dad38b-af15-452b-acba-71bdce758678 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Received port after_create {{(pid=93163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 05:10:51.992592 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14963ec5-336d-4232-8a69-12d71f2a502e req-21dad38b-af15-452b-acba-71bdce758678 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:51.993399 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-14963ec5-336d-4232-8a69-12d71f2a502e req-21dad38b-af15-452b-acba-71bdce758678 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068'] for port, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:52.014072 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dad38b-af15-452b-acba-71bdce758678 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Pushing event updated for resources: {'Port': ['ID=1af19cb9-50e4-4929-b34f-0cfc87b92890,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:52.031149 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-14963ec5-336d-4232-8a69-12d71f2a502e req-21dad38b-af15-452b-acba-71bdce758678 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6772988 Jul 28 05:10:52.057988 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [req-14963ec5-336d-4232-8a69-12d71f2a502e req-7e45d86e-51e7-4c8b-96fd-d1d39f488c9c service neutron] Request body: {'port': {'device_id': 'daae0899-4a0a-41bd-8ab2-534b6cc22a7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80161'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:10:52.134433 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-641f0719-2f78-46a9-9b7d-758aba44f0d0 req-24966384-b339-43e8-a2c4-8886722b22a1 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=cdc5d4d6e2c94f9382e082f430f5558b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331478 Jul 28 05:10:52.248081 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 45870) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:10:52.285434 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-14963ec5-336d-4232-8a69-12d71f2a502e req-7e45d86e-51e7-4c8b-96fd-d1d39f488c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:52.289377 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b6d48282-fb47-4a7d-94bb-b5759867970a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:52.300320 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-64e66aba-06d1-4647-abc0-ea9fff12a5c4 None None] Provisioning for port 1af19cb9-50e4-4929-b34f-0cfc87b92890 completed by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:10:52.308288 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-64e66aba-06d1-4647-abc0-ea9fff12a5c4 None None] Provisioning complete for port 1af19cb9-50e4-4929-b34f-0cfc87b92890 triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:10:52.308660 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-64e66aba-06d1-4647-abc0-ea9fff12a5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:52.373971 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-64e66aba-06d1-4647-abc0-ea9fff12a5c4 None None] Port 1af19cb9-50e4-4929-b34f-0cfc87b92890 cannot update to ACTIVE because it is not bound. {{(pid=93164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 05:10:52.439317 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b6d48282-fb47-4a7d-94bb-b5759867970a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:52.445512 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b6d48282-fb47-4a7d-94bb-b5759867970a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:52.485017 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d48282-fb47-4a7d-94bb-b5759867970a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9417d1-8589-4b1a-b076-a048559fc68c,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:52.489640 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-b6d48282-fb47-4a7d-94bb-b5759867970a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f483c3b4044649ae8bdce9df1560e15a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2405076 Jul 28 05:10:52.492341 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 45880) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:10:52.540172 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2c11f216-f325-4372-a546-7abd316f3db5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:52.558855 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f0719-2f78-46a9-9b7d-758aba44f0d0 req-49e39e1e-288b-40a7-b45b-c885eab85cbe tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:52.560335 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-641f0719-2f78-46a9-9b7d-758aba44f0d0 req-49e39e1e-288b-40a7-b45b-c885eab85cbe tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4113536 Jul 28 05:10:52.561871 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2c11f216-f325-4372-a546-7abd316f3db5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:52.582872 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ad997-37e3-45ec-92b0-ddf26b4a2ae6 req-90c75284-ddd9-47c1-bb79-900593352208 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:52.584360 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-121ad997-37e3-45ec-92b0-ddf26b4a2ae6 req-90c75284-ddd9-47c1-bb79-900593352208 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 931 time: 0.1698692 Jul 28 05:10:52.612000 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2c11f216-f325-4372-a546-7abd316f3db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:52.614922 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2c11f216-f325-4372-a546-7abd316f3db5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:52.616253 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-2c11f216-f325-4372-a546-7abd316f3db5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5f9417d1-8589-4b1a-b076-a048559fc68c HTTP/1.1" status: 204 len: 168 time: 0.1221986 Jul 28 05:10:52.617102 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-641f0719-2f78-46a9-9b7d-758aba44f0d0 req-5035cf6b-d1b1-411f-97f3-508349051937 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] 10.222.0.13 "GET /v2.0/quotas/cdc5d4d6e2c94f9382e082f430f5558b HTTP/1.1" status: 200 len: 375 time: 0.0493279 Jul 28 05:10:52.625366 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c11f216-f325-4372-a546-7abd316f3db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9417d1-8589-4b1a-b076-a048559fc68c,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:52.695315 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-641f0719-2f78-46a9-9b7d-758aba44f0d0 req-5bc8179f-054b-4d78-89c5-44415d8a7ecc tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=cdc5d4d6e2c94f9382e082f430f5558b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0629711 Jul 28 05:10:52.698137 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-121ad997-37e3-45ec-92b0-ddf26b4a2ae6 req-5f6317a2-4bfd-422b-83cc-dc668d3d537b tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/security-groups?id=f489311f-03bb-461c-a487-e331db421cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062257 Jul 28 05:10:52.839072 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [req-14963ec5-336d-4232-8a69-12d71f2a502e req-7e45d86e-51e7-4c8b-96fd-d1d39f488c9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1af19cb9-50e4-4929-b34f-0cfc87b92890 {{(pid=93163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 05:10:52.854611 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-14963ec5-336d-4232-8a69-12d71f2a502e req-7e45d86e-51e7-4c8b-96fd-d1d39f488c9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:52.873454 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [req-14963ec5-336d-4232-8a69-12d71f2a502e req-7e45d86e-51e7-4c8b-96fd-d1d39f488c9c service neutron] Transition to ACTIVE for port object 1af19cb9-50e4-4929-b34f-0cfc87b92890 will not be triggered until provisioned by entity L2. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:10:52.882022 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367bd2fa-5ebb-491d-aed6-355e49b0cb5d req-85dcd833-0812-4b72-9c06-ff7ec69bc7c5 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:52.883654 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-367bd2fa-5ebb-491d-aed6-355e49b0cb5d req-85dcd833-0812-4b72-9c06-ff7ec69bc7c5 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 945 time: 0.0915804 Jul 28 05:10:52.884781 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-14963ec5-336d-4232-8a69-12d71f2a502e req-7e45d86e-51e7-4c8b-96fd-d1d39f488c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:53.072862 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e45d86e-51e7-4c8b-96fd-d1d39f488c9c service neutron] Pushing event updated for resources: {'Port': ['ID=1af19cb9-50e4-4929-b34f-0cfc87b92890,revision_number=2']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:53.093046 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [req-14963ec5-336d-4232-8a69-12d71f2a502e req-7e45d86e-51e7-4c8b-96fd-d1d39f488c9c service neutron] Attempting to bind port 1af19cb9-50e4-4929-b34f-0cfc87b92890 on host hv-cinder-80161 for vnic_type normal with profile {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 05:10:53.093800 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [req-14963ec5-336d-4232-8a69-12d71f2a502e req-7e45d86e-51e7-4c8b-96fd-d1d39f488c9c service neutron] Attempting to bind port 1af19cb9-50e4-4929-b34f-0cfc87b92890 by drivers openvswitch,hyperv on host hv-cinder-80161 at level 0 using segments [{'id': '53a065eb-9ba7-4617-8662-965e8ca00201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ef26f782-d8e2-421a-8538-0b5e94a369eb'}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 05:10:53.094055 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14963ec5-336d-4232-8a69-12d71f2a502e req-7e45d86e-51e7-4c8b-96fd-d1d39f488c9c service neutron] Attempting to bind port 1af19cb9-50e4-4929-b34f-0cfc87b92890 on network ef26f782-d8e2-421a-8538-0b5e94a369eb {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:10:53.102651 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-367bd2fa-5ebb-491d-aed6-355e49b0cb5d req-aab36f91-ccd2-4fb6-92ae-8c3c04663913 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104073 Jul 28 05:10:53.107271 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14963ec5-336d-4232-8a69-12d71f2a502e req-7e45d86e-51e7-4c8b-96fd-d1d39f488c9c service neutron] Port 1af19cb9-50e4-4929-b34f-0cfc87b92890 on network ef26f782-d8e2-421a-8538-0b5e94a369eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80161 {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 05:10:53.107570 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14963ec5-336d-4232-8a69-12d71f2a502e req-7e45d86e-51e7-4c8b-96fd-d1d39f488c9c service neutron] Attempting to bind port 1af19cb9-50e4-4929-b34f-0cfc87b92890 on network ef26f782-d8e2-421a-8538-0b5e94a369eb {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:10:53.126122 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14963ec5-336d-4232-8a69-12d71f2a502e req-7e45d86e-51e7-4c8b-96fd-d1d39f488c9c service neutron] Checking agent: {'id': '4cdb6954-a1c9-49c3-81e0-9b963b26fa6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80161', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 5, 7, 18), 'started_at': datetime.datetime(2021, 7, 28, 5, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 5, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 05:10:53.126122 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14963ec5-336d-4232-8a69-12d71f2a502e req-7e45d86e-51e7-4c8b-96fd-d1d39f488c9c service neutron] Checking segment: {'id': '53a065eb-9ba7-4617-8662-965e8ca00201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ef26f782-d8e2-421a-8538-0b5e94a369eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:10:53.126122 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14963ec5-336d-4232-8a69-12d71f2a502e req-7e45d86e-51e7-4c8b-96fd-d1d39f488c9c service neutron] Bound using segment: {'id': '53a065eb-9ba7-4617-8662-965e8ca00201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ef26f782-d8e2-421a-8538-0b5e94a369eb'} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 05:10:53.126122 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [req-14963ec5-336d-4232-8a69-12d71f2a502e req-7e45d86e-51e7-4c8b-96fd-d1d39f488c9c service neutron] Bound port: 1af19cb9-50e4-4929-b34f-0cfc87b92890, host: hv-cinder-80161, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53a065eb-9ba7-4617-8662-965e8ca00201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ef26f782-d8e2-421a-8538-0b5e94a369eb'}}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 05:10:53.126122 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-14963ec5-336d-4232-8a69-12d71f2a502e req-7e45d86e-51e7-4c8b-96fd-d1d39f488c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:53.221225 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a2138b4c-b0b8-48b1-9253-3570ba4af192 req-4b36a3be-0b03-4dea-85e4-6140fa76579d tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] 10.222.0.13 "GET /v2.0/ports?device_id=768cd40b-e63f-44f5-8409-2268732536ce HTTP/1.1" status: 200 len: 210 time: 0.0529587 Jul 28 05:10:53.227669 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a4970-5b0e-495c-bfa8-52b68ca84900 req-9fc04906-e85c-4041-abc8-149fa5e44dad tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:53.234653 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-106a4970-5b0e-495c-bfa8-52b68ca84900 req-9fc04906-e85c-4041-abc8-149fa5e44dad tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/networks?id=300c0b7a-3ec7-45c6-b237-7a8d9dd471d0 HTTP/1.1" status: 200 len: 814 time: 0.3159027 Jul 28 05:10:53.257930 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-106a4970-5b0e-495c-bfa8-52b68ca84900 req-e53b7870-0d57-499d-919b-1e3e33cbea5f tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/quotas/30b837791a4f45f7bbefa0af378d5354 HTTP/1.1" status: 200 len: 375 time: 0.0222869 Jul 28 05:10:53.312220 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [req-14963ec5-336d-4232-8a69-12d71f2a502e req-7e45d86e-51e7-4c8b-96fd-d1d39f488c9c service neutron] For port 1af19cb9-50e4-4929-b34f-0cfc87b92890, host hv-cinder-80161, cleared binding levels {{(pid=93163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:10:53.316468 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [req-14963ec5-336d-4232-8a69-12d71f2a502e req-7e45d86e-51e7-4c8b-96fd-d1d39f488c9c service neutron] For port 1af19cb9-50e4-4929-b34f-0cfc87b92890, host hv-cinder-80161, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=1af19cb9-50e4-4929-b34f-0cfc87b92890,segment=NetworkSegment(53a065eb-9ba7-4617-8662-965e8ca00201),segment_id=53a065eb-9ba7-4617-8662-965e8ca00201)] {{(pid=93163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:10:53.322364 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-14963ec5-336d-4232-8a69-12d71f2a502e req-7e45d86e-51e7-4c8b-96fd-d1d39f488c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:53.350016 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-106a4970-5b0e-495c-bfa8-52b68ca84900 req-cc65f667-5d2d-49f6-b4fb-914eb45bbe41 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=30b837791a4f45f7bbefa0af378d5354&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0911956 Jul 28 05:10:53.424347 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14963ec5-336d-4232-8a69-12d71f2a502e req-7e45d86e-51e7-4c8b-96fd-d1d39f488c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:53.424778 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-14963ec5-336d-4232-8a69-12d71f2a502e req-7e45d86e-51e7-4c8b-96fd-d1d39f488c9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068'] for port, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:53.426147 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-14963ec5-336d-4232-8a69-12d71f2a502e req-7e45d86e-51e7-4c8b-96fd-d1d39f488c9c service neutron] 10.222.0.21 "PUT /v2.0/ports/1af19cb9-50e4-4929-b34f-0cfc87b92890 HTTP/1.1" status: 200 len: 1093 time: 1.3777213 Jul 28 05:10:53.426584 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daae0899-4a0a-41bd-8ab2-534b6cc22a7e', 'tag': '1af19cb9-50e4-4929-b34f-0cfc87b92890'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:10:53.429917 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdaae2d937131cd036474998a49e3e11d53281396ea4e1ac8b096c837d21eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b277f222-96b1-4634-b2be-87463e3df54a" -d '{"events": [{"name": "network-changed", "server_uuid": "daae0899-4a0a-41bd-8ab2-534b6cc22a7e", "tag": "1af19cb9-50e4-4929-b34f-0cfc87b92890"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:10:53.480086 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e45d86e-51e7-4c8b-96fd-d1d39f488c9c service neutron] Pushing event updated for resources: {'Port': ['ID=1af19cb9-50e4-4929-b34f-0cfc87b92890,revision_number=3']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:53.517557 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-106a4970-5b0e-495c-bfa8-52b68ca84900 req-985f3078-a24a-4ab2-a898-4c5f6008ad08 service neutron] 10.222.0.13 "GET /v2.0/networks/300c0b7a-3ec7-45c6-b237-7a8d9dd471d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665783 Jul 28 05:10:53.668958 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-106a4970-5b0e-495c-bfa8-52b68ca84900 req-3998b58f-997c-41a7-b98b-6329dd2983bf service neutron] 10.222.0.13 "GET /v2.0/networks/300c0b7a-3ec7-45c6-b237-7a8d9dd471d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503115 Jul 28 05:10:53.681480 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14963ec5-336d-4232-8a69-12d71f2a502e req-daacf960-95c0-44a9-b0bf-ac56144d19d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:53.683260 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-14963ec5-336d-4232-8a69-12d71f2a502e req-daacf960-95c0-44a9-b0bf-ac56144d19d1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a552f7ab2976456ea67918bb2395079f&device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 1096 time: 0.1001077 Jul 28 05:10:53.684883 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 05:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff46118-b21a-4e23-b298-8a850b5f6e7a x-openstack-request-id: req-fff46118-b21a-4e23-b298-8a850b5f6e7a {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:10:53.685323 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daae0899-4a0a-41bd-8ab2-534b6cc22a7e", "tag": "1af19cb9-50e4-4929-b34f-0cfc87b92890", "status": "completed", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:10:53.685710 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fff46118-b21a-4e23-b298-8a850b5f6e7a {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:10:53.686232 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daae0899-4a0a-41bd-8ab2-534b6cc22a7e', 'tag': '1af19cb9-50e4-4929-b34f-0cfc87b92890', 'status': 'completed', 'code': 200} Jul 28 05:10:53.826603 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-14963ec5-336d-4232-8a69-12d71f2a502e req-4135c816-d95e-4526-b806-a5a07e9c2fc0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1af19cb9-50e4-4929-b34f-0cfc87b92890 HTTP/1.1" status: 200 len: 217 time: 0.0772998 Jul 28 05:10:53.888058 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e7679b51-36bc-4ac5-afe8-65e36ddf0a64 req-159dbc5f-9d07-4824-8ca6-a083110320a6 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf03d9c-e3ad-4b0a-b076-324f0ac23e0a HTTP/1.1" status: 200 len: 210 time: 0.0646727 Jul 28 05:10:53.932273 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5bd7cd-c0c4-4d4c-a1e0-50fca585de3b req-d522eb72-5cbb-42bd-baad-9ee94fe4d909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:53.933868 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ae5bd7cd-c0c4-4d4c-a1e0-50fca585de3b req-d522eb72-5cbb-42bd-baad-9ee94fe4d909 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 1098 time: 0.0523500 Jul 28 05:10:53.940662 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-7df6f075-8218-43d0-a0a8-dec1cb2ed082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:53.968379 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14963ec5-336d-4232-8a69-12d71f2a502e req-6eb19f35-1f46-4c4f-9d0d-d3e93d8d3180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:53.969935 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-14963ec5-336d-4232-8a69-12d71f2a502e req-6eb19f35-1f46-4c4f-9d0d-d3e93d8d3180 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=58ccc002-22d5-41bf-898a-9be0afe8a15a HTTP/1.1" status: 200 len: 851 time: 0.1218221 Jul 28 05:10:53.978936 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6804b5aa-9523-422d-8967-7093a9f777d7 req-ec6120cf-9438-4170-bf9b-47735c977694 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:53.980436 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6804b5aa-9523-422d-8967-7093a9f777d7 req-ec6120cf-9438-4170-bf9b-47735c977694 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 943 time: 0.1582730 Jul 28 05:10:53.991049 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-ae5bd7cd-c0c4-4d4c-a1e0-50fca585de3b req-bf1287ba-7a79-45ae-900b-903c1e2db7e7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474153 Jul 28 05:10:54.046627 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6804b5aa-9523-422d-8967-7093a9f777d7 req-713f0a5a-9a29-4e04-ab75-3bfe138c3474 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/security-groups?id=f489311f-03bb-461c-a487-e331db421cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571554 Jul 28 05:10:54.049386 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14963ec5-336d-4232-8a69-12d71f2a502e req-6d5e2af0-e53e-4c0b-9f7b-942c9789081f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:54.050880 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-14963ec5-336d-4232-8a69-12d71f2a502e req-6d5e2af0-e53e-4c0b-9f7b-942c9789081f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ef26f782-d8e2-421a-8538-0b5e94a369eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0695224 Jul 28 05:10:54.228099 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d57cc5-5021-42af-998e-5eef7666c8a7 req-16f1096f-c608-4a39-ac8b-ddc11a10d78f tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:54.229580 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f0d57cc5-5021-42af-998e-5eef7666c8a7 req-16f1096f-c608-4a39-ac8b-ddc11a10d78f tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 945 time: 0.0513344 Jul 28 05:10:54.268543 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f0d57cc5-5021-42af-998e-5eef7666c8a7 req-52a85dac-593c-4129-adbc-92a7a9015d69 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329125 Jul 28 05:10:54.320239 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b7eda61e-cd26-4d8e-9fc3-bb42f5fc081a req-5d7d4ad6-da80-4ee1-9b1c-11af43a4db78 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] 10.222.0.13 "GET /v2.0/ports?device_id=768cd40b-e63f-44f5-8409-2268732536ce HTTP/1.1" status: 200 len: 210 time: 0.0290012 Jul 28 05:10:54.410138 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-14963ec5-336d-4232-8a69-12d71f2a502e req-f0892dad-7185-44fc-b8b4-485445f0ef0f service neutron] 10.222.0.21 "GET /v2.0/networks/ef26f782-d8e2-421a-8538-0b5e94a369eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877237 Jul 28 05:10:54.575464 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-14963ec5-336d-4232-8a69-12d71f2a502e req-44770453-fd5c-4309-be14-fefb0fc28170 service neutron] 10.222.0.21 "GET /v2.0/networks/ef26f782-d8e2-421a-8538-0b5e94a369eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967231 Jul 28 05:10:54.730694 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-641f0719-2f78-46a9-9b7d-758aba44f0d0 req-1fac51d3-114c-4cbc-9195-ab6bf7046314 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=cdc5d4d6e2c94f9382e082f430f5558b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271571 Jul 28 05:10:54.829022 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 45982) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:10:54.887784 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b277f222-96b1-4634-b2be-87463e3df54a req-b6dc35f8-9abb-4ef0-a4f1-8fe384061019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:54.889278 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b277f222-96b1-4634-b2be-87463e3df54a req-b6dc35f8-9abb-4ef0-a4f1-8fe384061019 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a552f7ab2976456ea67918bb2395079f&device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 1096 time: 0.0580449 Jul 28 05:10:54.956703 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f0719-2f78-46a9-9b7d-758aba44f0d0 req-9bdd217c-ecc4-4cb3-a008-018e7492ffb5 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:54.958949 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-641f0719-2f78-46a9-9b7d-758aba44f0d0 req-9bdd217c-ecc4-4cb3-a008-018e7492ffb5 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1387358 Jul 28 05:10:54.973186 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-effa64a4-f07e-4224-97ed-4a58cd9d9994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:55.004439 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-832cba65-6e55-48e6-acf0-115b4c3572d6 req-a0179c28-e830-410f-95c8-e3331b2eb25c tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf03d9c-e3ad-4b0a-b076-324f0ac23e0a HTTP/1.1" status: 200 len: 210 time: 0.0308096 Jul 28 05:10:55.017707 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [req-641f0719-2f78-46a9-9b7d-758aba44f0d0 req-d353d340-29df-47c4-8bf8-6ba408c0b198 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] Request body: {'port': {'device_id': '768cd40b-e63f-44f5-8409-2268732536ce', 'network_id': '84774dcd-c1a1-48db-af93-50c068f6610b', 'admin_state_up': True, 'tenant_id': 'cdc5d4d6e2c94f9382e082f430f5558b'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:10:55.029658 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b277f222-96b1-4634-b2be-87463e3df54a req-8d167678-0fd1-493c-9055-bd92388a49b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:55.031129 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b277f222-96b1-4634-b2be-87463e3df54a req-8d167678-0fd1-493c-9055-bd92388a49b8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ef26f782-d8e2-421a-8538-0b5e94a369eb HTTP/1.1" status: 200 len: 913 time: 0.1268942 Jul 28 05:10:55.170870 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d2904-6be0-447a-b28a-3fde12c13536 req-cb8cdfd8-5c63-4aef-b47e-78e9bd2fb2cf tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:55.172442 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1f4d2904-6be0-447a-b28a-3fde12c13536 req-cb8cdfd8-5c63-4aef-b47e-78e9bd2fb2cf tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 943 time: 0.0501835 Jul 28 05:10:55.214119 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1f4d2904-6be0-447a-b28a-3fde12c13536 req-48567aa9-2bed-4740-ab41-0fa1dbbd199b tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/security-groups?id=f489311f-03bb-461c-a487-e331db421cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329733 Jul 28 05:10:55.264041 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b277f222-96b1-4634-b2be-87463e3df54a req-a9426f64-cb66-48ed-9fab-916db1b938a3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1af19cb9-50e4-4929-b34f-0cfc87b92890 HTTP/1.1" status: 200 len: 217 time: 0.2203341 Jul 28 05:10:55.334964 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-effa64a4-f07e-4224-97ed-4a58cd9d9994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:55.342398 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-effa64a4-f07e-4224-97ed-4a58cd9d9994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:55.365527 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b277f222-96b1-4634-b2be-87463e3df54a req-fc8e7281-1524-4937-91f2-caf832d43b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:55.366992 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b277f222-96b1-4634-b2be-87463e3df54a req-fc8e7281-1524-4937-91f2-caf832d43b5a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=58ccc002-22d5-41bf-898a-9be0afe8a15a HTTP/1.1" status: 200 len: 851 time: 0.0761478 Jul 28 05:10:55.390320 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effa64a4-f07e-4224-97ed-4a58cd9d9994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=753576ee-81db-417b-b816-9fcc614241f6,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:55.397555 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-effa64a4-f07e-4224-97ed-4a58cd9d9994 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1c7b785e2c4943eca312a245e2659d08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5673616 Jul 28 05:10:55.398197 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 46000) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:10:55.409194 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdff78f-e275-45b6-8d0b-4a4e0e0bc35a req-56088001-d665-41ef-a09d-60b6f54b0e5f tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:55.410732 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bcdff78f-e275-45b6-8d0b-4a4e0e0bc35a req-56088001-d665-41ef-a09d-60b6f54b0e5f tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 945 time: 0.0728672 Jul 28 05:10:55.411347 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-641f0719-2f78-46a9-9b7d-758aba44f0d0 req-d353d340-29df-47c4-8bf8-6ba408c0b198 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] Made reservation on behalf of cdc5d4d6e2c94f9382e082f430f5558b for: {'port': 1} {{(pid=93163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:10:55.414488 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-641f0719-2f78-46a9-9b7d-758aba44f0d0 req-d353d340-29df-47c4-8bf8-6ba408c0b198 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:55.426219 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-641f0719-2f78-46a9-9b7d-758aba44f0d0 req-d353d340-29df-47c4-8bf8-6ba408c0b198 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:55.483126 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d9512fa7-c104-4a3e-900c-bf27b14bd547 req-f15ce477-560a-4566-a30e-288797a43c4c tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] 10.222.0.13 "GET /v2.0/ports?device_id=768cd40b-e63f-44f5-8409-2268732536ce HTTP/1.1" status: 200 len: 210 time: 0.0816374 Jul 28 05:10:55.483530 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b277f222-96b1-4634-b2be-87463e3df54a req-c730c8f3-7392-4eb4-b78b-e39b760d5bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:55.485232 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b277f222-96b1-4634-b2be-87463e3df54a req-c730c8f3-7392-4eb4-b78b-e39b760d5bfb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ef26f782-d8e2-421a-8538-0b5e94a369eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0681264 Jul 28 05:10:55.488352 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-da330a8b-8a7f-4980-85d7-c3921c9ed45d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:55.517704 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-da330a8b-8a7f-4980-85d7-c3921c9ed45d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:55.522252 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bcdff78f-e275-45b6-8d0b-4a4e0e0bc35a req-2946e2dd-639a-4c7f-ae95-9ceb65c1d513 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976496 Jul 28 05:10:55.576483 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-da330a8b-8a7f-4980-85d7-c3921c9ed45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:55.579364 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-da330a8b-8a7f-4980-85d7-c3921c9ed45d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:55.583076 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-da330a8b-8a7f-4980-85d7-c3921c9ed45d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/753576ee-81db-417b-b816-9fcc614241f6 HTTP/1.1" status: 204 len: 168 time: 0.1810708 Jul 28 05:10:55.589315 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da330a8b-8a7f-4980-85d7-c3921c9ed45d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=753576ee-81db-417b-b816-9fcc614241f6,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:55.614840 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-641f0719-2f78-46a9-9b7d-758aba44f0d0 req-d353d340-29df-47c4-8bf8-6ba408c0b198 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:55.708705 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b277f222-96b1-4634-b2be-87463e3df54a req-d3fe56a3-4d17-43b8-90ac-70d74c27e588 service neutron] 10.222.0.21 "GET /v2.0/networks/ef26f782-d8e2-421a-8538-0b5e94a369eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078689 Jul 28 05:10:55.870517 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-b277f222-96b1-4634-b2be-87463e3df54a req-b145d392-9f70-4b78-89ac-7c6410e0b41c service neutron] 10.222.0.21 "GET /v2.0/networks/ef26f782-d8e2-421a-8538-0b5e94a369eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516907 Jul 28 05:10:55.895388 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-641f0719-2f78-46a9-9b7d-758aba44f0d0 req-d353d340-29df-47c4-8bf8-6ba408c0b198 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:55.950919 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 46014) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:10:55.964653 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-de903def-7722-4696-81ae-edde1b8e9f97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:55.978423 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d353d340-29df-47c4-8bf8-6ba408c0b198 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa6c7b6-f146-470a-b141-93f22ce6b472,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:56.022400 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a4970-5b0e-495c-bfa8-52b68ca84900 req-080a7ac5-cfba-4692-a837-953dd22741c7 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:56.023853 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-106a4970-5b0e-495c-bfa8-52b68ca84900 req-080a7ac5-cfba-4692-a837-953dd22741c7 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.21 "GET /v2.0/networks?id=300c0b7a-3ec7-45c6-b237-7a8d9dd471d0 HTTP/1.1" status: 200 len: 814 time: 0.4238064 Jul 28 05:10:56.066563 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-de903def-7722-4696-81ae-edde1b8e9f97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:56.071156 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-de903def-7722-4696-81ae-edde1b8e9f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:56.077591 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_common [req-641f0719-2f78-46a9-9b7d-758aba44f0d0 req-d353d340-29df-47c4-8bf8-6ba408c0b198 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] Allocated IP 192.168.233.105 (84774dcd-c1a1-48db-af93-50c068f6610b/8e03dc57-3f57-471a-a57b-7329b421135d/825bad06-90b2-49c4-88f9-cc11c04795d1) {{(pid=93163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:10:56.087377 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [req-106a4970-5b0e-495c-bfa8-52b68ca84900 req-d42a23df-4a6f-4c1c-b61b-117768aca9fa tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Request body: {'port': {'device_id': 'cbf03d9c-e3ad-4b0a-b076-324f0ac23e0a', 'network_id': '300c0b7a-3ec7-45c6-b237-7a8d9dd471d0', 'admin_state_up': True, 'tenant_id': '30b837791a4f45f7bbefa0af378d5354'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:10:56.107045 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-de903def-7722-4696-81ae-edde1b8e9f97 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c8044ecca8054a69ba9d58e44ea22ae4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1527517 Jul 28 05:10:56.108237 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 46018) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:10:56.131966 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de903def-7722-4696-81ae-edde1b8e9f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7560177a-dbba-4fa7-b48a-cdb532d2fbf4,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:56.160189 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4181219a-1bb1-491b-862f-4ce6ff31cb82 req-222df176-05da-438d-bb52-09d885234d80 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf03d9c-e3ad-4b0a-b076-324f0ac23e0a HTTP/1.1" status: 200 len: 210 time: 0.0651770 Jul 28 05:10:56.181668 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2491d83b-76ee-462f-b092-d301acab8574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:56.196718 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2491d83b-76ee-462f-b092-d301acab8574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:56.244363 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2491d83b-76ee-462f-b092-d301acab8574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:56.246950 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2491d83b-76ee-462f-b092-d301acab8574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:56.250401 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-2491d83b-76ee-462f-b092-d301acab8574 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7560177a-dbba-4fa7-b48a-cdb532d2fbf4 HTTP/1.1" status: 204 len: 168 time: 0.1387637 Jul 28 05:10:56.256266 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2491d83b-76ee-462f-b092-d301acab8574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7560177a-dbba-4fa7-b48a-cdb532d2fbf4,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:56.351255 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-106a4970-5b0e-495c-bfa8-52b68ca84900 req-d42a23df-4a6f-4c1c-b61b-117768aca9fa tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Made reservation on behalf of 30b837791a4f45f7bbefa0af378d5354 for: {'port': 1} {{(pid=93163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:10:56.355228 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-106a4970-5b0e-495c-bfa8-52b68ca84900 req-d42a23df-4a6f-4c1c-b61b-117768aca9fa tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:56.389881 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-641f0719-2f78-46a9-9b7d-758aba44f0d0 req-d353d340-29df-47c4-8bf8-6ba408c0b198 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] Notify callbacks [] for port, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:56.414418 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699e6e2-c372-4fd8-a293-fe33b4c456d7 req-8b9d3a56-5c21-4ed4-b241-d1b60b59d85a tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:56.416486 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3699e6e2-c372-4fd8-a293-fe33b4c456d7 req-8b9d3a56-5c21-4ed4-b241-d1b60b59d85a tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 943 time: 0.1069264 Jul 28 05:10:56.453908 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [req-641f0719-2f78-46a9-9b7d-758aba44f0d0 req-d353d340-29df-47c4-8bf8-6ba408c0b198 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] Transition to ACTIVE for port object 825bad06-90b2-49c4-88f9-cc11c04795d1 will not be triggered until provisioned by entity DHCP. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:10:56.521565 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3699e6e2-c372-4fd8-a293-fe33b4c456d7 req-8111bd77-a180-48d4-a660-32565fcfb09d tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/security-groups?id=f489311f-03bb-461c-a487-e331db421cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978332 Jul 28 05:10:56.598591 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-641f0719-2f78-46a9-9b7d-758aba44f0d0 req-d353d340-29df-47c4-8bf8-6ba408c0b198 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227148292'] for port, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:56.600658 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_common [req-106a4970-5b0e-495c-bfa8-52b68ca84900 req-d42a23df-4a6f-4c1c-b61b-117768aca9fa tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Allocated IP 172.20.0.14 (300c0b7a-3ec7-45c6-b237-7a8d9dd471d0/f56af102-7f6a-4a13-8214-ac092fadb2ac/8bfda4eb-dc15-4a3b-b876-594b1a5469df) {{(pid=93163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:10:56.716945 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-641f0719-2f78-46a9-9b7d-758aba44f0d0 req-d353d340-29df-47c4-8bf8-6ba408c0b198 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] Network 84774dcd-c1a1-48db-af93-50c068f6610b is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:10:56.735908 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [req-641f0719-2f78-46a9-9b7d-758aba44f0d0 req-d353d340-29df-47c4-8bf8-6ba408c0b198 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:10:56.738568 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [req-641f0719-2f78-46a9-9b7d-758aba44f0d0 req-d353d340-29df-47c4-8bf8-6ba408c0b198 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] Received port after_create {{(pid=93163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 05:10:56.744337 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f0719-2f78-46a9-9b7d-758aba44f0d0 req-d353d340-29df-47c4-8bf8-6ba408c0b198 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:56.744980 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-641f0719-2f78-46a9-9b7d-758aba44f0d0 req-d353d340-29df-47c4-8bf8-6ba408c0b198 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068'] for port, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:56.752335 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d353d340-29df-47c4-8bf8-6ba408c0b198 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] Pushing event updated for resources: {'Port': ['ID=825bad06-90b2-49c4-88f9-cc11c04795d1,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:56.767861 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc64397-117c-47f1-8589-63be79171b1b req-99d9bdb3-55c2-4884-8a7e-fc7a9974c52a tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:56.769326 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0bc64397-117c-47f1-8589-63be79171b1b req-99d9bdb3-55c2-4884-8a7e-fc7a9974c52a tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] 10.222.0.13 "GET /v2.0/ports?device_id=768cd40b-e63f-44f5-8409-2268732536ce HTTP/1.1" status: 200 len: 936 time: 0.2010958 Jul 28 05:10:56.795707 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-3b298d75-3abd-4fae-b124-34403ca92a23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:56.852786 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-641f0719-2f78-46a9-9b7d-758aba44f0d0 req-d353d340-29df-47c4-8bf8-6ba408c0b198 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8399940 Jul 28 05:10:56.867153 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a40086-7f36-46c4-b4bf-cda0b0047b12 req-7325de7f-02b4-4f8b-a0b5-a316e3212d0d tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:56.871117 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-93a40086-7f36-46c4-b4bf-cda0b0047b12 req-7325de7f-02b4-4f8b-a0b5-a316e3212d0d tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 945 time: 0.2646382 Jul 28 05:10:56.885482 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:56.887988 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [req-641f0719-2f78-46a9-9b7d-758aba44f0d0 req-7c899d85-94c8-4409-85c7-a5945565280b service neutron] Request body: {'port': {'device_id': '768cd40b-e63f-44f5-8409-2268732536ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80161'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:10:56.964949 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 46048) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:10:56.985091 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-57646bec-c0f5-41da-aab4-06020ac982f5 None None] Provisioning for port 825bad06-90b2-49c4-88f9-cc11c04795d1 completed by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:10:56.989264 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-57646bec-c0f5-41da-aab4-06020ac982f5 None None] Provisioning complete for port 825bad06-90b2-49c4-88f9-cc11c04795d1 triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:10:56.989756 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-57646bec-c0f5-41da-aab4-06020ac982f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:56.996906 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0bc64397-117c-47f1-8589-63be79171b1b req-53fdd5e1-6ff8-4b97-8a9e-359b7d7aaa7e tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aa6c7b6-f146-470a-b141-93f22ce6b472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800947 Jul 28 05:10:57.007027 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-93a40086-7f36-46c4-b4bf-cda0b0047b12 req-7be83184-c206-4fca-9766-bb7bd3fa66da tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286612 Jul 28 05:10:57.023384 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-641f0719-2f78-46a9-9b7d-758aba44f0d0 req-7c899d85-94c8-4409-85c7-a5945565280b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:57.052796 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-57646bec-c0f5-41da-aab4-06020ac982f5 None None] Port 825bad06-90b2-49c4-88f9-cc11c04795d1 cannot update to ACTIVE because it is not bound. {{(pid=93164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 05:10:57.055531 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-106a4970-5b0e-495c-bfa8-52b68ca84900 req-d42a23df-4a6f-4c1c-b61b-117768aca9fa tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Notify callbacks [] for port, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:57.129128 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-3a8c35aa-7f05-42a3-bd1d-2e310c75e2a0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1203233436-network', 'tenant_id': 'bd1d9f260692494481cab1f0445f6a0b'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:10:57.152920 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8c35aa-7f05-42a3-bd1d-2e310c75e2a0 admin admin] Made reservation on behalf of bd1d9f260692494481cab1f0445f6a0b for: {'network': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:10:57.155789 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3a8c35aa-7f05-42a3-bd1d-2e310c75e2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for network, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:57.164706 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3a8c35aa-7f05-42a3-bd1d-2e310c75e2a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:57.233905 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-106a4970-5b0e-495c-bfa8-52b68ca84900 req-d42a23df-4a6f-4c1c-b61b-117768aca9fa tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227148292'] for port, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:57.251589 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9237061-76bc-4ae0-a6fa-63b976b6ff65 req-5908d6a7-e581-4b68-a8d2-2ee01df5d610 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:57.253097 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c9237061-76bc-4ae0-a6fa-63b976b6ff65 req-5908d6a7-e581-4b68-a8d2-2ee01df5d610 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.1560717 Jul 28 05:10:57.268724 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3a8c35aa-7f05-42a3-bd1d-2e310c75e2a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:57.272578 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3a8c35aa-7f05-42a3-bd1d-2e310c75e2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:57.285945 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] get_ports_and_sgs() called for port_ids ['4ff5819f-777b-414b-9f10-643c6d3f7c92', '9935c8e0-c7b1-4984-92f8-16ae30efdd04'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:10:57.295143 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a8c35aa-7f05-42a3-bd1d-2e310c75e2a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=93162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 05:10:57.312108 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8c35aa-7f05-42a3-bd1d-2e310c75e2a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c508e77-af5a-4298-bc0a-e74e98c66e3e,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:57.317487 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3a8c35aa-7f05-42a3-bd1d-2e310c75e2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502470'] for segment, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:57.318047 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.db.segments_db [None req-3a8c35aa-7f05-42a3-bd1d-2e310c75e2a0 admin admin] Added segment d75d396a-f50a-489e-9b27-70deaee0b430 of type vlan for network 2c405892-0be9-4275-be78-e8a78716395c Jul 28 05:10:57.361041 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-106a4970-5b0e-495c-bfa8-52b68ca84900 req-d42a23df-4a6f-4c1c-b61b-117768aca9fa tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Network 300c0b7a-3ec7-45c6-b237-7a8d9dd471d0 is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:10:57.385844 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a23df-4a6f-4c1c-b61b-117768aca9fa tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Pushing event updated for resources: {'Port': ['ID=8bfda4eb-dc15-4a3b-b876-594b1a5469df,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:57.391015 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [req-106a4970-5b0e-495c-bfa8-52b68ca84900 req-d42a23df-4a6f-4c1c-b61b-117768aca9fa tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:10:57.395667 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [req-106a4970-5b0e-495c-bfa8-52b68ca84900 req-d42a23df-4a6f-4c1c-b61b-117768aca9fa tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Received port after_create {{(pid=93163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 05:10:57.401855 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a4970-5b0e-495c-bfa8-52b68ca84900 req-d42a23df-4a6f-4c1c-b61b-117768aca9fa tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:57.402132 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3a8c35aa-7f05-42a3-bd1d-2e310c75e2a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765227181150'] for network, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:57.402485 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-106a4970-5b0e-495c-bfa8-52b68ca84900 req-d42a23df-4a6f-4c1c-b61b-117768aca9fa tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068'] for port, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:57.410027 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c9237061-76bc-4ae0-a6fa-63b976b6ff65 req-1f28de7a-a165-4085-a51e-d594dc154ab5 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226780 Jul 28 05:10:57.449880 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3a8c35aa-7f05-42a3-bd1d-2e310c75e2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463'] for network, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:57.451233 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8c35aa-7f05-42a3-bd1d-2e310c75e2a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:57.452586 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3a8c35aa-7f05-42a3-bd1d-2e310c75e2a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for network, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:57.472541 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-106a4970-5b0e-495c-bfa8-52b68ca84900 req-d42a23df-4a6f-4c1c-b61b-117768aca9fa tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3905921 Jul 28 05:10:57.504576 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [req-106a4970-5b0e-495c-bfa8-52b68ca84900 req-b140e139-023d-4947-85e0-7237b976bc37 service neutron] Request body: {'port': {'device_id': 'cbf03d9c-e3ad-4b0a-b076-324f0ac23e0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80161'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:10:57.535240 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8c35aa-7f05-42a3-bd1d-2e310c75e2a0 admin admin] Pushing event updated for resources: {'Network': ['ID=2c405892-0be9-4275-be78-e8a78716395c,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:57.543475 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-3a8c35aa-7f05-42a3-bd1d-2e310c75e2a0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5745463 Jul 28 05:10:57.544019 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 46060) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:10:57.550492 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-8c1cca2f-71a7-40bd-b96d-92313ff1b254 admin admin] Request body: {'subnet': {'network_id': '2c405892-0be9-4275-be78-e8a78716395c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1203233436-subnet', 'tenant_id': 'bd1d9f260692494481cab1f0445f6a0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:10:57.558748 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa799f2-07df-489f-9e21-ce4fb9cca433 req-bd2fb3b8-4a9d-4b8e-9f5b-029ed82e1e11 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:57.565978 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4fa799f2-07df-489f-9e21-ce4fb9cca433 req-bd2fb3b8-4a9d-4b8e-9f5b-029ed82e1e11 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf03d9c-e3ad-4b0a-b076-324f0ac23e0a HTTP/1.1" status: 200 len: 932 time: 0.1380031 Jul 28 05:10:57.591735 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Network 2c405892-0be9-4275-be78-e8a78716395c details requested by agent ovs-agent-dv-cinder-801617-3-iscsi with host dv-cinder-801617-3-iscsi {{(pid=93164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 05:10:57.606381 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [req-641f0719-2f78-46a9-9b7d-758aba44f0d0 req-7c899d85-94c8-4409-85c7-a5945565280b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 825bad06-90b2-49c4-88f9-cc11c04795d1 {{(pid=93163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 05:10:57.614215 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1cca2f-71a7-40bd-b96d-92313ff1b254 admin admin] Made reservation on behalf of bd1d9f260692494481cab1f0445f6a0b for: {'subnet': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:10:57.620383 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8c1cca2f-71a7-40bd-b96d-92313ff1b254 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4220974'] for subnet, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:57.637862 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-641f0719-2f78-46a9-9b7d-758aba44f0d0 req-7c899d85-94c8-4409-85c7-a5945565280b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:57.668919 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4fa799f2-07df-489f-9e21-ce4fb9cca433 req-265aaa45-8e26-480d-bd0b-d479434e0cf4 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019831 Jul 28 05:10:57.675169 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [req-641f0719-2f78-46a9-9b7d-758aba44f0d0 req-7c899d85-94c8-4409-85c7-a5945565280b service neutron] Transition to ACTIVE for port object 825bad06-90b2-49c4-88f9-cc11c04795d1 will not be triggered until provisioned by entity L2. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:10:57.686321 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-106a4970-5b0e-495c-bfa8-52b68ca84900 req-b140e139-023d-4947-85e0-7237b976bc37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:57.720310 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-641f0719-2f78-46a9-9b7d-758aba44f0d0 req-7c899d85-94c8-4409-85c7-a5945565280b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:57.728207 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:57.825754 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f45d83-2b7b-4fcf-9098-9952adb972e5 req-9fac459e-96a1-4f3e-b2ee-b947c144aebd tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:57.827308 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b9f45d83-2b7b-4fcf-9098-9952adb972e5 req-9fac459e-96a1-4f3e-b2ee-b947c144aebd tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 943 time: 0.1554031 Jul 28 05:10:57.850045 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c899d85-94c8-4409-85c7-a5945565280b service neutron] Pushing event updated for resources: {'Port': ['ID=825bad06-90b2-49c4-88f9-cc11c04795d1,revision_number=2']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:57.888640 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8c1cca2f-71a7-40bd-b96d-92313ff1b254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4413987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4221020'] for subnet, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:57.946320 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1cca2f-71a7-40bd-b96d-92313ff1b254 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dbda0b4-cf83-48b5-b3b5-9b9c9e1f4b5d,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:57.957056 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1cca2f-71a7-40bd-b96d-92313ff1b254 admin admin] Checking segment: {'id': 'd75d396a-f50a-489e-9b27-70deaee0b430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '2c405892-0be9-4275-be78-e8a78716395c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:10:57.957414 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1cca2f-71a7-40bd-b96d-92313ff1b254 admin admin] Network hostable DHCP agents. Network: 2c405892-0be9-4275-be78-e8a78716395c, hostable agents: ['0224797f-e6dd-43af-ba50-4dde553cda73'], hosted agents: [] {{(pid=93162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 05:10:57.976823 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1cca2f-71a7-40bd-b96d-92313ff1b254 admin admin] Network 2c405892-0be9-4275-be78-e8a78716395c is scheduled to be hosted by DHCP agent 0224797f-e6dd-43af-ba50-4dde553cda73 with binding_index 1 {{(pid=93162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 05:10:57.987236 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [req-641f0719-2f78-46a9-9b7d-758aba44f0d0 req-7c899d85-94c8-4409-85c7-a5945565280b service neutron] Attempting to bind port 825bad06-90b2-49c4-88f9-cc11c04795d1 on host hv-cinder-80161 for vnic_type normal with profile {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 05:10:57.987650 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [req-641f0719-2f78-46a9-9b7d-758aba44f0d0 req-7c899d85-94c8-4409-85c7-a5945565280b service neutron] Attempting to bind port 825bad06-90b2-49c4-88f9-cc11c04795d1 by drivers openvswitch,hyperv on host hv-cinder-80161 at level 0 using segments [{'id': '2b405742-7c56-4387-80c8-dacf96957454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '84774dcd-c1a1-48db-af93-50c068f6610b'}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 05:10:57.988135 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-8c1cca2f-71a7-40bd-b96d-92313ff1b254 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801617-3-iscsi, 2c405892-0be9-4275-be78-e8a78716395c) {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:10:57.988327 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641f0719-2f78-46a9-9b7d-758aba44f0d0 req-7c899d85-94c8-4409-85c7-a5945565280b service neutron] Attempting to bind port 825bad06-90b2-49c4-88f9-cc11c04795d1 on network 84774dcd-c1a1-48db-af93-50c068f6610b {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:10:57.994635 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1cca2f-71a7-40bd-b96d-92313ff1b254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:57.996864 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8c1cca2f-71a7-40bd-b96d-92313ff1b254 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:57.999269 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b9f45d83-2b7b-4fcf-9098-9952adb972e5 req-dbcc12a4-2b84-4011-85ce-c50353f58cbc tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/security-groups?id=f489311f-03bb-461c-a487-e331db421cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644013 Jul 28 05:10:58.004748 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb154d1b-8483-4476-aa02-e0b09ea80e63 None None] Network 2c405892-0be9-4275-be78-e8a78716395c requested from dv-cinder-801617-3-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 05:10:58.010506 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641f0719-2f78-46a9-9b7d-758aba44f0d0 req-7c899d85-94c8-4409-85c7-a5945565280b service neutron] Port 825bad06-90b2-49c4-88f9-cc11c04795d1 on network 84774dcd-c1a1-48db-af93-50c068f6610b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80161 {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 05:10:58.010811 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641f0719-2f78-46a9-9b7d-758aba44f0d0 req-7c899d85-94c8-4409-85c7-a5945565280b service neutron] Attempting to bind port 825bad06-90b2-49c4-88f9-cc11c04795d1 on network 84774dcd-c1a1-48db-af93-50c068f6610b {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:10:58.024613 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-8c1cca2f-71a7-40bd-b96d-92313ff1b254 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4786944 Jul 28 05:10:58.051627 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641f0719-2f78-46a9-9b7d-758aba44f0d0 req-7c899d85-94c8-4409-85c7-a5945565280b service neutron] Checking agent: {'id': '4cdb6954-a1c9-49c3-81e0-9b963b26fa6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80161', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 5, 7, 18), 'started_at': datetime.datetime(2021, 7, 28, 5, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 5, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 05:10:58.051853 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641f0719-2f78-46a9-9b7d-758aba44f0d0 req-7c899d85-94c8-4409-85c7-a5945565280b service neutron] Checking segment: {'id': '2b405742-7c56-4387-80c8-dacf96957454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '84774dcd-c1a1-48db-af93-50c068f6610b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:10:58.052259 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-641f0719-2f78-46a9-9b7d-758aba44f0d0 req-7c899d85-94c8-4409-85c7-a5945565280b service neutron] Bound using segment: {'id': '2b405742-7c56-4387-80c8-dacf96957454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '84774dcd-c1a1-48db-af93-50c068f6610b'} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 05:10:58.052699 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [req-641f0719-2f78-46a9-9b7d-758aba44f0d0 req-7c899d85-94c8-4409-85c7-a5945565280b service neutron] Bound port: 825bad06-90b2-49c4-88f9-cc11c04795d1, host: hv-cinder-80161, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b405742-7c56-4387-80c8-dacf96957454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '84774dcd-c1a1-48db-af93-50c068f6610b'}}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 05:10:58.053063 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-641f0719-2f78-46a9-9b7d-758aba44f0d0 req-7c899d85-94c8-4409-85c7-a5945565280b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:58.172440 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb298523-885b-455e-a575-48b4eb2a0ea6 None None] Network 2c405892-0be9-4275-be78-e8a78716395c requested from dv-cinder-801617-3-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 05:10:58.217484 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a024324-2bb9-4e96-99bc-606bb21e00f1 req-cfeed528-b3b6-4c9d-969f-51fff0ad3ce9 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:58.219324 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1a024324-2bb9-4e96-99bc-606bb21e00f1 req-cfeed528-b3b6-4c9d-969f-51fff0ad3ce9 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] 10.222.0.13 "GET /v2.0/ports?device_id=768cd40b-e63f-44f5-8409-2268732536ce HTTP/1.1" status: 200 len: 948 time: 0.1017323 Jul 28 05:10:58.223128 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [req-641f0719-2f78-46a9-9b7d-758aba44f0d0 req-7c899d85-94c8-4409-85c7-a5945565280b service neutron] For port 825bad06-90b2-49c4-88f9-cc11c04795d1, host hv-cinder-80161, cleared binding levels {{(pid=93163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:10:58.230477 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [req-641f0719-2f78-46a9-9b7d-758aba44f0d0 req-7c899d85-94c8-4409-85c7-a5945565280b service neutron] For port 825bad06-90b2-49c4-88f9-cc11c04795d1, host hv-cinder-80161, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=825bad06-90b2-49c4-88f9-cc11c04795d1,segment=NetworkSegment(2b405742-7c56-4387-80c8-dacf96957454),segment_id=2b405742-7c56-4387-80c8-dacf96957454)] {{(pid=93163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:10:58.256172 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-641f0719-2f78-46a9-9b7d-758aba44f0d0 req-7c899d85-94c8-4409-85c7-a5945565280b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:58.308758 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f0719-2f78-46a9-9b7d-758aba44f0d0 req-7c899d85-94c8-4409-85c7-a5945565280b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:58.309355 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-641f0719-2f78-46a9-9b7d-758aba44f0d0 req-7c899d85-94c8-4409-85c7-a5945565280b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068'] for port, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:58.310898 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-641f0719-2f78-46a9-9b7d-758aba44f0d0 req-7c899d85-94c8-4409-85c7-a5945565280b service neutron] 10.222.0.21 "PUT /v2.0/ports/825bad06-90b2-49c4-88f9-cc11c04795d1 HTTP/1.1" status: 200 len: 1098 time: 1.4296889 Jul 28 05:10:58.316760 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '768cd40b-e63f-44f5-8409-2268732536ce', 'tag': '825bad06-90b2-49c4-88f9-cc11c04795d1'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:10:58.318994 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdaae2d937131cd036474998a49e3e11d53281396ea4e1ac8b096c837d21eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812e8afc-7b09-4b55-b0fe-f6294efd7861" -d '{"events": [{"name": "network-changed", "server_uuid": "768cd40b-e63f-44f5-8409-2268732536ce", "tag": "825bad06-90b2-49c4-88f9-cc11c04795d1"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:10:58.336579 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1a024324-2bb9-4e96-99bc-606bb21e00f1 req-683c3646-7e27-4511-a009-1ff57fdf9912 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aa6c7b6-f146-470a-b141-93f22ce6b472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084065 Jul 28 05:10:58.410047 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c899d85-94c8-4409-85c7-a5945565280b service neutron] Pushing event updated for resources: {'Port': ['ID=825bad06-90b2-49c4-88f9-cc11c04795d1,revision_number=3']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:58.431710 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 05:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9395308a-29b9-449d-a9ff-559dad7b5d6d x-openstack-request-id: req-9395308a-29b9-449d-a9ff-559dad7b5d6d {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:10:58.431978 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "768cd40b-e63f-44f5-8409-2268732536ce", "tag": "825bad06-90b2-49c4-88f9-cc11c04795d1", "status": "completed", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:10:58.432220 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9395308a-29b9-449d-a9ff-559dad7b5d6d {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:10:58.432605 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '768cd40b-e63f-44f5-8409-2268732536ce', 'tag': '825bad06-90b2-49c4-88f9-cc11c04795d1', 'status': 'completed', 'code': 200} Jul 28 05:10:58.439658 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [req-106a4970-5b0e-495c-bfa8-52b68ca84900 req-b140e139-023d-4947-85e0-7237b976bc37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bfda4eb-dc15-4a3b-b876-594b1a5469df {{(pid=93163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 05:10:58.450100 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-106a4970-5b0e-495c-bfa8-52b68ca84900 req-b140e139-023d-4947-85e0-7237b976bc37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:58.468222 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [req-106a4970-5b0e-495c-bfa8-52b68ca84900 req-b140e139-023d-4947-85e0-7237b976bc37 service neutron] Transition to ACTIVE for port object 8bfda4eb-dc15-4a3b-b876-594b1a5469df will not be triggered until provisioned by entity L2. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:10:58.476613 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f0719-2f78-46a9-9b7d-758aba44f0d0 req-8855ee17-6a60-423c-9e8f-06945ffdc4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:58.479083 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-641f0719-2f78-46a9-9b7d-758aba44f0d0 req-8855ee17-6a60-423c-9e8f-06945ffdc4b5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cdc5d4d6e2c94f9382e082f430f5558b&device_id=768cd40b-e63f-44f5-8409-2268732536ce HTTP/1.1" status: 200 len: 1101 time: 0.0845127 Jul 28 05:10:58.480347 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-106a4970-5b0e-495c-bfa8-52b68ca84900 req-b140e139-023d-4947-85e0-7237b976bc37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:58.563391 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-641f0719-2f78-46a9-9b7d-758aba44f0d0 req-9dd9ad8a-bb92-4296-b31e-17e4ec57aa5f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=825bad06-90b2-49c4-88f9-cc11c04795d1 HTTP/1.1" status: 200 len: 217 time: 0.0551600 Jul 28 05:10:58.581970 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b140e139-023d-4947-85e0-7237b976bc37 service neutron] Pushing event updated for resources: {'Port': ['ID=8bfda4eb-dc15-4a3b-b876-594b1a5469df,revision_number=2']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:58.642144 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [req-106a4970-5b0e-495c-bfa8-52b68ca84900 req-b140e139-023d-4947-85e0-7237b976bc37 service neutron] Attempting to bind port 8bfda4eb-dc15-4a3b-b876-594b1a5469df on host hv-cinder-80161 for vnic_type normal with profile {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 05:10:58.642488 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [req-106a4970-5b0e-495c-bfa8-52b68ca84900 req-b140e139-023d-4947-85e0-7237b976bc37 service neutron] Attempting to bind port 8bfda4eb-dc15-4a3b-b876-594b1a5469df by drivers openvswitch,hyperv on host hv-cinder-80161 at level 0 using segments [{'id': '00b60877-949c-4583-bcd9-a2d1f7b925b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '300c0b7a-3ec7-45c6-b237-7a8d9dd471d0'}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 05:10:58.643023 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106a4970-5b0e-495c-bfa8-52b68ca84900 req-b140e139-023d-4947-85e0-7237b976bc37 service neutron] Attempting to bind port 8bfda4eb-dc15-4a3b-b876-594b1a5469df on network 300c0b7a-3ec7-45c6-b237-7a8d9dd471d0 {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:10:58.652827 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106a4970-5b0e-495c-bfa8-52b68ca84900 req-b140e139-023d-4947-85e0-7237b976bc37 service neutron] Port 8bfda4eb-dc15-4a3b-b876-594b1a5469df on network 300c0b7a-3ec7-45c6-b237-7a8d9dd471d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80161 {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 05:10:58.653064 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106a4970-5b0e-495c-bfa8-52b68ca84900 req-b140e139-023d-4947-85e0-7237b976bc37 service neutron] Attempting to bind port 8bfda4eb-dc15-4a3b-b876-594b1a5469df on network 300c0b7a-3ec7-45c6-b237-7a8d9dd471d0 {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:10:58.659269 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 46090) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:10:58.661687 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f0719-2f78-46a9-9b7d-758aba44f0d0 req-f2784e8a-3418-4cb3-8530-efab8315196b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:58.663136 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-641f0719-2f78-46a9-9b7d-758aba44f0d0 req-f2784e8a-3418-4cb3-8530-efab8315196b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8e03dc57-3f57-471a-a57b-7329b421135d HTTP/1.1" status: 200 len: 843 time: 0.0778513 Jul 28 05:10:58.663991 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106a4970-5b0e-495c-bfa8-52b68ca84900 req-b140e139-023d-4947-85e0-7237b976bc37 service neutron] Checking agent: {'id': '4cdb6954-a1c9-49c3-81e0-9b963b26fa6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80161', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 5, 7, 18), 'started_at': datetime.datetime(2021, 7, 28, 5, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 5, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 05:10:58.664309 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-5a1da66e-7b9d-4922-978a-2e426e5d672d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1161612694-network', 'tenant_id': '8b67410dde7c4e39ac7957ea8230b822'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:10:58.664989 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106a4970-5b0e-495c-bfa8-52b68ca84900 req-b140e139-023d-4947-85e0-7237b976bc37 service neutron] Checking segment: {'id': '00b60877-949c-4583-bcd9-a2d1f7b925b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '300c0b7a-3ec7-45c6-b237-7a8d9dd471d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:10:58.665203 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-106a4970-5b0e-495c-bfa8-52b68ca84900 req-b140e139-023d-4947-85e0-7237b976bc37 service neutron] Bound using segment: {'id': '00b60877-949c-4583-bcd9-a2d1f7b925b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '300c0b7a-3ec7-45c6-b237-7a8d9dd471d0'} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 05:10:58.665624 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [req-106a4970-5b0e-495c-bfa8-52b68ca84900 req-b140e139-023d-4947-85e0-7237b976bc37 service neutron] Bound port: 8bfda4eb-dc15-4a3b-b876-594b1a5469df, host: hv-cinder-80161, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00b60877-949c-4583-bcd9-a2d1f7b925b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '300c0b7a-3ec7-45c6-b237-7a8d9dd471d0'}}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 05:10:58.665973 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-106a4970-5b0e-495c-bfa8-52b68ca84900 req-b140e139-023d-4947-85e0-7237b976bc37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:58.687601 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a1da66e-7b9d-4922-978a-2e426e5d672d admin admin] Made reservation on behalf of 8b67410dde7c4e39ac7957ea8230b822 for: {'network': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:10:58.690149 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5a1da66e-7b9d-4922-978a-2e426e5d672d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for network, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:58.699905 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5a1da66e-7b9d-4922-978a-2e426e5d672d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:58.792533 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [req-106a4970-5b0e-495c-bfa8-52b68ca84900 req-b140e139-023d-4947-85e0-7237b976bc37 service neutron] For port 8bfda4eb-dc15-4a3b-b876-594b1a5469df, host hv-cinder-80161, cleared binding levels {{(pid=93163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:10:58.798290 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [req-106a4970-5b0e-495c-bfa8-52b68ca84900 req-b140e139-023d-4947-85e0-7237b976bc37 service neutron] For port 8bfda4eb-dc15-4a3b-b876-594b1a5469df, host hv-cinder-80161, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=8bfda4eb-dc15-4a3b-b876-594b1a5469df,segment=NetworkSegment(00b60877-949c-4583-bcd9-a2d1f7b925b6),segment_id=00b60877-949c-4583-bcd9-a2d1f7b925b6)] {{(pid=93163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:10:58.802349 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f0719-2f78-46a9-9b7d-758aba44f0d0 req-cac83d40-bf6e-4e75-9e47-3e033cf5b729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:58.802486 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5a1da66e-7b9d-4922-978a-2e426e5d672d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:58.803945 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-641f0719-2f78-46a9-9b7d-758aba44f0d0 req-cac83d40-bf6e-4e75-9e47-3e033cf5b729 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=84774dcd-c1a1-48db-af93-50c068f6610b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1049106 Jul 28 05:10:58.806616 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5a1da66e-7b9d-4922-978a-2e426e5d672d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:58.807037 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-106a4970-5b0e-495c-bfa8-52b68ca84900 req-b140e139-023d-4947-85e0-7237b976bc37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:58.830519 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a1da66e-7b9d-4922-978a-2e426e5d672d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=93162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 05:10:58.839920 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1da66e-7b9d-4922-978a-2e426e5d672d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c753af-fc04-4148-bd03-3d05c1e2c12d,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:58.851314 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5a1da66e-7b9d-4922-978a-2e426e5d672d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502470'] for segment, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:58.851687 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.db.segments_db [None req-5a1da66e-7b9d-4922-978a-2e426e5d672d admin admin] Added segment 99ec86f4-be98-4a4d-ac72-79235f2ba0c1 of type vlan for network 38d25bb3-c241-41d5-aea9-42c861f52472 Jul 28 05:10:58.870097 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb02e82-af8c-42fb-ac0d-921237a56a31 req-7c7b9a7e-3ce5-4910-bf82-edb02068a91a tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:58.871641 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ecb02e82-af8c-42fb-ac0d-921237a56a31 req-7c7b9a7e-3ce5-4910-bf82-edb02068a91a tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf03d9c-e3ad-4b0a-b076-324f0ac23e0a HTTP/1.1" status: 200 len: 944 time: 0.1385503 Jul 28 05:10:58.899920 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5a1da66e-7b9d-4922-978a-2e426e5d672d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765227181150'] for network, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:58.910066 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a4970-5b0e-495c-bfa8-52b68ca84900 req-b140e139-023d-4947-85e0-7237b976bc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:58.910612 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-106a4970-5b0e-495c-bfa8-52b68ca84900 req-b140e139-023d-4947-85e0-7237b976bc37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068'] for port, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:58.912497 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-106a4970-5b0e-495c-bfa8-52b68ca84900 req-b140e139-023d-4947-85e0-7237b976bc37 service neutron] 10.222.0.21 "PUT /v2.0/ports/8bfda4eb-dc15-4a3b-b876-594b1a5469df HTTP/1.1" status: 200 len: 1094 time: 1.4147279 Jul 28 05:10:58.932970 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5a1da66e-7b9d-4922-978a-2e426e5d672d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463'] for network, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:58.934907 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1da66e-7b9d-4922-978a-2e426e5d672d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:58.935614 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5a1da66e-7b9d-4922-978a-2e426e5d672d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for network, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:58.954451 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b140e139-023d-4947-85e0-7237b976bc37 service neutron] Pushing event updated for resources: {'Port': ['ID=8bfda4eb-dc15-4a3b-b876-594b1a5469df,revision_number=3']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:58.988150 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ecb02e82-af8c-42fb-ac0d-921237a56a31 req-50daa528-bce0-4c86-bada-a6de1529ef0f tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857472 Jul 28 05:10:59.002001 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-5a1da66e-7b9d-4922-978a-2e426e5d672d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3415520 Jul 28 05:10:59.004750 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 46098) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:10:59.013299 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-28ebe869-8d5d-4e5e-b6ae-05286b8b690e admin admin] Request body: {'subnet': {'network_id': '38d25bb3-c241-41d5-aea9-42c861f52472', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1161612694-subnet', 'tenant_id': '8b67410dde7c4e39ac7957ea8230b822', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:10:59.028370 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1da66e-7b9d-4922-978a-2e426e5d672d admin admin] Pushing event updated for resources: {'Network': ['ID=38d25bb3-c241-41d5-aea9-42c861f52472,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:59.036918 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-641f0719-2f78-46a9-9b7d-758aba44f0d0 req-ea598b9e-36e0-438a-b70f-a40f2eb700f1 service neutron] 10.222.0.21 "GET /v2.0/networks/84774dcd-c1a1-48db-af93-50c068f6610b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204852 Jul 28 05:10:59.041694 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ebe869-8d5d-4e5e-b6ae-05286b8b690e admin admin] Made reservation on behalf of 8b67410dde7c4e39ac7957ea8230b822 for: {'subnet': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:10:59.044346 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-28ebe869-8d5d-4e5e-b6ae-05286b8b690e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4220974'] for subnet, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:59.044470 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Network 38d25bb3-c241-41d5-aea9-42c861f52472 details requested by agent ovs-agent-dv-cinder-801617-3-iscsi with host dv-cinder-801617-3-iscsi {{(pid=93164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 05:10:59.059661 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a4970-5b0e-495c-bfa8-52b68ca84900 req-b3b49d5c-5ca0-4e9d-bb9a-501bf890257f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:59.061225 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-106a4970-5b0e-495c-bfa8-52b68ca84900 req-b3b49d5c-5ca0-4e9d-bb9a-501bf890257f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=30b837791a4f45f7bbefa0af378d5354&device_id=cbf03d9c-e3ad-4b0a-b076-324f0ac23e0a HTTP/1.1" status: 200 len: 1097 time: 0.0580182 Jul 28 05:10:59.159870 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-106a4970-5b0e-495c-bfa8-52b68ca84900 req-0cf57de5-bdca-4922-8020-a38ba170c1ce service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bfda4eb-dc15-4a3b-b876-594b1a5469df HTTP/1.1" status: 200 len: 217 time: 0.0535975 Jul 28 05:10:59.217599 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cffe4ff-26e5-48bc-b6b5-ad94af7d852e req-20226bcd-de01-4619-b828-f67d21edadf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:59.219105 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6cffe4ff-26e5-48bc-b6b5-ad94af7d852e req-20226bcd-de01-4619-b828-f67d21edadf9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cd3af660b04c4cd28649da733b80e303&device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 1098 time: 0.0771434 Jul 28 05:10:59.230037 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:59.296230 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de619b-a255-428d-ac7d-508245ac41cd req-3c48a0c6-4b5a-45e9-a469-ce3344dd8b30 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:59.297711 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-56de619b-a255-428d-ac7d-508245ac41cd req-3c48a0c6-4b5a-45e9-a469-ce3344dd8b30 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.1534281 Jul 28 05:10:59.301088 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106a4970-5b0e-495c-bfa8-52b68ca84900 req-70967789-f92f-41aa-ab57-a62e4393dd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:59.302714 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-106a4970-5b0e-495c-bfa8-52b68ca84900 req-70967789-f92f-41aa-ab57-a62e4393dd51 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f56af102-7f6a-4a13-8214-ac092fadb2ac HTTP/1.1" status: 200 len: 854 time: 0.1180775 Jul 28 05:10:59.309872 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b377d4-c18e-4391-987b-9667a35fb5f9 req-d959dd61-6a86-42e4-aba4-31675791054b tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:59.311155 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-00b377d4-c18e-4391-987b-9667a35fb5f9 req-d959dd61-6a86-42e4-aba4-31675791054b tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 943 time: 0.1552246 Jul 28 05:10:59.314476 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-641f0719-2f78-46a9-9b7d-758aba44f0d0 req-9b82bd01-5eb5-4f4e-a3e9-47373c702c19 service neutron] 10.222.0.21 "GET /v2.0/networks/84774dcd-c1a1-48db-af93-50c068f6610b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659056 Jul 28 05:10:59.324992 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-28ebe869-8d5d-4e5e-b6ae-05286b8b690e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4413987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4221020'] for subnet, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:59.373094 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-106a4970-5b0e-495c-bfa8-52b68ca84900 req-28320797-c69b-4d73-90d8-bbd5b08b26bb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=300c0b7a-3ec7-45c6-b237-7a8d9dd471d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381556 Jul 28 05:10:59.395657 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-56de619b-a255-428d-ac7d-508245ac41cd req-4764af39-4cef-49f1-b251-c0704b343941 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833437 Jul 28 05:10:59.401220 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-00b377d4-c18e-4391-987b-9667a35fb5f9 req-2fd2c40c-4917-4198-beb3-d18bfabbadbf tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/security-groups?id=f489311f-03bb-461c-a487-e331db421cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794818 Jul 28 05:10:59.407651 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cffe4ff-26e5-48bc-b6b5-ad94af7d852e req-935ebef3-e4ad-4333-a00b-f7e587b6635c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:59.409109 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6cffe4ff-26e5-48bc-b6b5-ad94af7d852e req-935ebef3-e4ad-4333-a00b-f7e587b6635c service neutron] 10.222.0.21 "GET /v2.0/networks?id=2f6cc273-aa71-4fbb-86d3-1b26dad4ce50 HTTP/1.1" status: 200 len: 919 time: 0.1761353 Jul 28 05:10:59.417990 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ebe869-8d5d-4e5e-b6ae-05286b8b690e admin admin] Checking segment: {'id': '99ec86f4-be98-4a4d-ac72-79235f2ba0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '38d25bb3-c241-41d5-aea9-42c861f52472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:10:59.418286 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ebe869-8d5d-4e5e-b6ae-05286b8b690e admin admin] Network hostable DHCP agents. Network: 38d25bb3-c241-41d5-aea9-42c861f52472, hostable agents: ['0224797f-e6dd-43af-ba50-4dde553cda73'], hosted agents: [] {{(pid=93162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 05:10:59.422285 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ebe869-8d5d-4e5e-b6ae-05286b8b690e admin admin] Pushing event updated for resources: {'Subnet': ['ID=af20797e-5524-43af-8214-11c5692af23a,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:10:59.440562 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ebe869-8d5d-4e5e-b6ae-05286b8b690e admin admin] Network 38d25bb3-c241-41d5-aea9-42c861f52472 is scheduled to be hosted by DHCP agent 0224797f-e6dd-43af-ba50-4dde553cda73 with binding_index 1 {{(pid=93162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 05:10:59.452729 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-28ebe869-8d5d-4e5e-b6ae-05286b8b690e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801617-3-iscsi, 38d25bb3-c241-41d5-aea9-42c861f52472) {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:10:59.457390 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ebe869-8d5d-4e5e-b6ae-05286b8b690e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:59.458111 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-28ebe869-8d5d-4e5e-b6ae-05286b8b690e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:10:59.463805 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b0f3b0-76e1-412a-8a00-a26d0bd44ae8 None None] Network 38d25bb3-c241-41d5-aea9-42c861f52472 requested from dv-cinder-801617-3-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 05:10:59.473113 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-28ebe869-8d5d-4e5e-b6ae-05286b8b690e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4656041 Jul 28 05:10:59.536268 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6cffe4ff-26e5-48bc-b6b5-ad94af7d852e req-1dcffc6b-2156-487c-977a-0caf583e0ede service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e92ba37f-ba0e-49eb-aac0-8ed216d472aa HTTP/1.1" status: 200 len: 217 time: 0.0476642 Jul 28 05:10:59.607197 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a71ccf8-c9d3-4036-8fc4-290e5ab92aa6 req-b389bdb6-ac95-4b24-b905-c9ea410c0c62 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:59.609508 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3a71ccf8-c9d3-4036-8fc4-290e5ab92aa6 req-b389bdb6-ac95-4b24-b905-c9ea410c0c62 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] 10.222.0.13 "GET /v2.0/ports?device_id=768cd40b-e63f-44f5-8409-2268732536ce HTTP/1.1" status: 200 len: 948 time: 0.1450870 Jul 28 05:10:59.623883 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e8afc-7b09-4b55-b0fe-f6294efd7861 req-68d43ce2-8691-49f6-b97e-32ac9cff1988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:59.625370 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-812e8afc-7b09-4b55-b0fe-f6294efd7861 req-68d43ce2-8691-49f6-b97e-32ac9cff1988 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cdc5d4d6e2c94f9382e082f430f5558b&device_id=768cd40b-e63f-44f5-8409-2268732536ce HTTP/1.1" status: 200 len: 1101 time: 0.1300046 Jul 28 05:10:59.633181 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cffe4ff-26e5-48bc-b6b5-ad94af7d852e req-5d40af3f-f75a-45af-9e6c-bbcae8677b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:10:59.636424 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6cffe4ff-26e5-48bc-b6b5-ad94af7d852e req-5d40af3f-f75a-45af-9e6c-bbcae8677b1e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=55007cfe-ea2e-4cab-9e84-15ae15b8e8bc HTTP/1.1" status: 200 len: 858 time: 0.0789385 Jul 28 05:10:59.642385 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abbd7f0-e44a-4361-8bd7-fcd04511002a None None] Network 38d25bb3-c241-41d5-aea9-42c861f52472 requested from dv-cinder-801617-3-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 05:10:59.692707 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6cffe4ff-26e5-48bc-b6b5-ad94af7d852e req-61c29f1d-d100-45ac-b9c8-f1a8f3a71a9f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2f6cc273-aa71-4fbb-86d3-1b26dad4ce50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400410 Jul 28 05:10:59.721452 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-106a4970-5b0e-495c-bfa8-52b68ca84900 req-4a6f97f2-5122-4178-9ed1-2c6e674684de service neutron] 10.222.0.21 "GET /v2.0/networks/300c0b7a-3ec7-45c6-b237-7a8d9dd471d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273166 Jul 28 05:10:59.729208 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3a71ccf8-c9d3-4036-8fc4-290e5ab92aa6 req-3e934372-db5d-49b8-a276-a90004fb80ab tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aa6c7b6-f146-470a-b141-93f22ce6b472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024387 Jul 28 05:10:59.845838 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6cffe4ff-26e5-48bc-b6b5-ad94af7d852e req-dce66528-a696-44d5-8854-68014ecb04b6 service neutron] 10.222.0.21 "GET /v2.0/networks/2f6cc273-aa71-4fbb-86d3-1b26dad4ce50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382160 Jul 28 05:10:59.957552 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-6cffe4ff-26e5-48bc-b6b5-ad94af7d852e req-f0cbf186-9305-4156-9515-db05e17d954a service neutron] 10.222.0.21 "GET /v2.0/networks/2f6cc273-aa71-4fbb-86d3-1b26dad4ce50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001101 Jul 28 05:11:00.074375 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e8afc-7b09-4b55-b0fe-f6294efd7861 req-769410f2-d35b-40db-8756-0fbf939d538a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:00.076029 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-812e8afc-7b09-4b55-b0fe-f6294efd7861 req-769410f2-d35b-40db-8756-0fbf939d538a service neutron] 10.222.0.21 "GET /v2.0/networks?id=84774dcd-c1a1-48db-af93-50c068f6610b HTTP/1.1" status: 200 len: 870 time: 0.4367800 Jul 28 05:11:00.132722 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-106a4970-5b0e-495c-bfa8-52b68ca84900 req-d681d38e-6ea1-4450-b6f1-25e3638153fb service neutron] 10.222.0.21 "GET /v2.0/networks/300c0b7a-3ec7-45c6-b237-7a8d9dd471d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3997977 Jul 28 05:11:00.150655 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e64619-2fa5-4150-8164-8fe5060bfb95 req-306d1a68-be85-4e7c-830d-6eed91acad52 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:00.152225 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-60e64619-2fa5-4150-8164-8fe5060bfb95 req-306d1a68-be85-4e7c-830d-6eed91acad52 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf03d9c-e3ad-4b0a-b076-324f0ac23e0a HTTP/1.1" status: 200 len: 944 time: 0.0633326 Jul 28 05:11:00.221410 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-60e64619-2fa5-4150-8164-8fe5060bfb95 req-df3f2453-c2bd-4aab-9be6-9ba5720e6da0 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630641 Jul 28 05:11:00.222646 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-812e8afc-7b09-4b55-b0fe-f6294efd7861 req-dba45cff-6ced-4222-90cf-1a47ece70abc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=825bad06-90b2-49c4-88f9-cc11c04795d1 HTTP/1.1" status: 200 len: 217 time: 0.0389633 Jul 28 05:11:00.308398 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e8afc-7b09-4b55-b0fe-f6294efd7861 req-d8d9620b-0bd4-46e1-84e8-c1e89f568741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:00.309778 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-812e8afc-7b09-4b55-b0fe-f6294efd7861 req-d8d9620b-0bd4-46e1-84e8-c1e89f568741 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8e03dc57-3f57-471a-a57b-7329b421135d HTTP/1.1" status: 200 len: 843 time: 0.0433223 Jul 28 05:11:00.361507 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e8afc-7b09-4b55-b0fe-f6294efd7861 req-b29f9fe4-938d-408e-a0d7-589e126fa62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:00.362996 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-812e8afc-7b09-4b55-b0fe-f6294efd7861 req-b29f9fe4-938d-408e-a0d7-589e126fa62b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=84774dcd-c1a1-48db-af93-50c068f6610b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0425699 Jul 28 05:11:00.433104 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf03d9c-e3ad-4b0a-b076-324f0ac23e0a', 'tag': '8bfda4eb-dc15-4a3b-b876-594b1a5469df'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:11:00.435309 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdaae2d937131cd036474998a49e3e11d53281396ea4e1ac8b096c837d21eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e8c49c-ea7f-4d9a-ab66-dc89fd836219" -d '{"events": [{"name": "network-changed", "server_uuid": "cbf03d9c-e3ad-4b0a-b076-324f0ac23e0a", "tag": "8bfda4eb-dc15-4a3b-b876-594b1a5469df"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:11:00.467009 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-812e8afc-7b09-4b55-b0fe-f6294efd7861 req-5f9ad306-43d0-4df4-be3e-c3c8665d5a24 service neutron] 10.222.0.21 "GET /v2.0/networks/84774dcd-c1a1-48db-af93-50c068f6610b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860164 Jul 28 05:11:00.477844 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 05:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2254807e-b02c-49cd-9034-bb12f8c5e629 x-openstack-request-id: req-2254807e-b02c-49cd-9034-bb12f8c5e629 {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:11:00.478118 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbf03d9c-e3ad-4b0a-b076-324f0ac23e0a", "tag": "8bfda4eb-dc15-4a3b-b876-594b1a5469df", "status": "completed", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:11:00.478360 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2254807e-b02c-49cd-9034-bb12f8c5e629 {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:11:00.478730 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbf03d9c-e3ad-4b0a-b076-324f0ac23e0a', 'tag': '8bfda4eb-dc15-4a3b-b876-594b1a5469df', 'status': 'completed', 'code': 200} Jul 28 05:11:00.593481 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ac9b4-1351-4178-bef7-edfe789b2ff5 req-1265978f-4795-4db4-bf1d-bca9edab88e6 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:00.594922 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-528ac9b4-1351-4178-bef7-edfe789b2ff5 req-1265978f-4795-4db4-bf1d-bca9edab88e6 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.1270416 Jul 28 05:11:00.700234 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d48102-dd59-4207-ba22-89c5f0ba946e req-8aa9d596-fa02-4862-a660-ac90f462083b tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:00.702001 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-64d48102-dd59-4207-ba22-89c5f0ba946e req-8aa9d596-fa02-4862-a660-ac90f462083b tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 943 time: 0.1799750 Jul 28 05:11:00.705395 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-812e8afc-7b09-4b55-b0fe-f6294efd7861 req-115e3548-a0f3-4ada-83c5-c12d0afe3154 service neutron] 10.222.0.21 "GET /v2.0/networks/84774dcd-c1a1-48db-af93-50c068f6610b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091520 Jul 28 05:11:00.707392 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e8c49c-ea7f-4d9a-ab66-dc89fd836219 req-9577b858-489d-4e8d-a39e-156ef5d0fe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:00.708796 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-71e8c49c-ea7f-4d9a-ab66-dc89fd836219 req-9577b858-489d-4e8d-a39e-156ef5d0fe1e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=30b837791a4f45f7bbefa0af378d5354&device_id=cbf03d9c-e3ad-4b0a-b076-324f0ac23e0a HTTP/1.1" status: 200 len: 1097 time: 0.1273038 Jul 28 05:11:00.712054 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-528ac9b4-1351-4178-bef7-edfe789b2ff5 req-67d72cbd-f2a9-4db9-bb12-cce2367ae65d tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057649 Jul 28 05:11:00.750990 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-64d48102-dd59-4207-ba22-89c5f0ba946e req-337d238c-0447-4222-8d52-126532014ef4 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/security-groups?id=f489311f-03bb-461c-a487-e331db421cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379786 Jul 28 05:11:00.869718 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e8c49c-ea7f-4d9a-ab66-dc89fd836219 req-913b5007-7b8e-43d5-a653-bb8e48f9dbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:00.871174 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-71e8c49c-ea7f-4d9a-ab66-dc89fd836219 req-913b5007-7b8e-43d5-a653-bb8e48f9dbc5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=300c0b7a-3ec7-45c6-b237-7a8d9dd471d0 HTTP/1.1" status: 200 len: 915 time: 0.1193271 Jul 28 05:11:00.883024 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72465fd3-a5c6-437f-a34c-ed7603a04cee req-15c94d09-467f-423d-9535-0bcdc252b27f tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:00.884927 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-72465fd3-a5c6-437f-a34c-ed7603a04cee req-15c94d09-467f-423d-9535-0bcdc252b27f tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] 10.222.0.13 "GET /v2.0/ports?device_id=768cd40b-e63f-44f5-8409-2268732536ce HTTP/1.1" status: 200 len: 948 time: 0.0758710 Jul 28 05:11:00.928693 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-71e8c49c-ea7f-4d9a-ab66-dc89fd836219 req-29e0db18-5eef-48b2-8da4-045c7c2b631f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bfda4eb-dc15-4a3b-b876-594b1a5469df HTTP/1.1" status: 200 len: 217 time: 0.0428674 Jul 28 05:11:00.956286 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-72465fd3-a5c6-437f-a34c-ed7603a04cee req-179c2ab2-977e-43a9-9857-f1263740c447 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aa6c7b6-f146-470a-b141-93f22ce6b472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650163 Jul 28 05:11:00.990896 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e8c49c-ea7f-4d9a-ab66-dc89fd836219 req-c9861e48-3a3b-4c94-a8e6-9cfb022fce89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:00.992294 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-71e8c49c-ea7f-4d9a-ab66-dc89fd836219 req-c9861e48-3a3b-4c94-a8e6-9cfb022fce89 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f56af102-7f6a-4a13-8214-ac092fadb2ac HTTP/1.1" status: 200 len: 854 time: 0.0494871 Jul 28 05:11:01.040906 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-71e8c49c-ea7f-4d9a-ab66-dc89fd836219 req-a00b2f22-1437-4657-9aa9-02129f71e3ff service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=300c0b7a-3ec7-45c6-b237-7a8d9dd471d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268147 Jul 28 05:11:01.135387 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-71e8c49c-ea7f-4d9a-ab66-dc89fd836219 req-b5f8bc0c-081a-4115-bd46-b9b7960fe046 service neutron] 10.222.0.21 "GET /v2.0/networks/300c0b7a-3ec7-45c6-b237-7a8d9dd471d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811706 Jul 28 05:11:01.247712 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-71e8c49c-ea7f-4d9a-ab66-dc89fd836219 req-0210d5da-79be-4f89-a9b4-d49d6043e0d2 service neutron] 10.222.0.21 "GET /v2.0/networks/300c0b7a-3ec7-45c6-b237-7a8d9dd471d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863655 Jul 28 05:11:01.342796 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d091e-67b1-4912-9345-90f8c0bd42b3 req-651410b6-a782-4485-8f72-8e6349f6a1a4 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:01.344308 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e15d091e-67b1-4912-9345-90f8c0bd42b3 req-651410b6-a782-4485-8f72-8e6349f6a1a4 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf03d9c-e3ad-4b0a-b076-324f0ac23e0a HTTP/1.1" status: 200 len: 944 time: 0.0501783 Jul 28 05:11:01.386391 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e15d091e-67b1-4912-9345-90f8c0bd42b3 req-9a60f479-2191-4a4e-89bf-30f56b12af84 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362530 Jul 28 05:11:01.858398 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df619652-c33c-47aa-aeb7-7c5f3fa9bcbe req-cc4b92a3-33a7-4b29-88b2-2655e7ae9708 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:01.859919 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-df619652-c33c-47aa-aeb7-7c5f3fa9bcbe req-cc4b92a3-33a7-4b29-88b2-2655e7ae9708 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.0713933 Jul 28 05:11:01.895711 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb18e6f1-7af3-455d-9318-aea4941ced3f req-e5faff8f-5a9b-4df8-8c89-12f8af4a1586 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:01.897122 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-eb18e6f1-7af3-455d-9318-aea4941ced3f req-e5faff8f-5a9b-4df8-8c89-12f8af4a1586 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 943 time: 0.0766151 Jul 28 05:11:01.925798 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-df619652-c33c-47aa-aeb7-7c5f3fa9bcbe req-587adc71-a931-496f-99d6-6c715b98a67e tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583460 Jul 28 05:11:01.946452 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-eb18e6f1-7af3-455d-9318-aea4941ced3f req-d7ac4875-28c8-4f96-b772-52dd5bc3fd2d tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/security-groups?id=f489311f-03bb-461c-a487-e331db421cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428801 Jul 28 05:11:02.067503 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff3b3d6-f8bd-4b34-af35-317755012562 req-f3baacfc-f13d-4845-9825-6d99c1fa7ae2 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:02.068978 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-cff3b3d6-f8bd-4b34-af35-317755012562 req-f3baacfc-f13d-4845-9825-6d99c1fa7ae2 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] 10.222.0.13 "GET /v2.0/ports?device_id=768cd40b-e63f-44f5-8409-2268732536ce HTTP/1.1" status: 200 len: 948 time: 0.0476687 Jul 28 05:11:02.116237 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-cff3b3d6-f8bd-4b34-af35-317755012562 req-4fa34e90-c12a-46f2-88f8-3899b2565c83 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aa6c7b6-f146-470a-b141-93f22ce6b472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408030 Jul 28 05:11:02.499625 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device 825bad06-90b2-49c4-88f9-cc11c04795d1 details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=93164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 05:11:02.501870 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c0b817-6359-4097-bc72-cf45718ef2d8 req-d82267a4-193b-428a-8e28-58a38194d892 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:02.503522 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-94c0b817-6359-4097-bc72-cf45718ef2d8 req-d82267a4-193b-428a-8e28-58a38194d892 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf03d9c-e3ad-4b0a-b076-324f0ac23e0a HTTP/1.1" status: 200 len: 944 time: 0.0519221 Jul 28 05:11:02.543560 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-94c0b817-6359-4097-bc72-cf45718ef2d8 req-b1dfb617-62c3-4a00-9c60-43061fd66aa6 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334532 Jul 28 05:11:02.615345 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] For port 825bad06-90b2-49c4-88f9-cc11c04795d1, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=825bad06-90b2-49c4-88f9-cc11c04795d1,segment=NetworkSegment(2b405742-7c56-4387-80c8-dacf96957454),segment_id=2b405742-7c56-4387-80c8-dacf96957454)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:11:02.627084 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Returning: {'device': '825bad06-90b2-49c4-88f9-cc11c04795d1', 'network_id': '84774dcd-c1a1-48db-af93-50c068f6610b', 'port_id': '825bad06-90b2-49c4-88f9-cc11c04795d1', 'mac_address': 'fa:16:3e:c3:df:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e03dc57-3f57-471a-a57b-7329b421135d', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 05:11:02.666036 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:02.682947 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 825bad06-90b2-49c4-88f9-cc11c04795d1 {{(pid=93164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 05:11:02.702434 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] For port 825bad06-90b2-49c4-88f9-cc11c04795d1, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=825bad06-90b2-49c4-88f9-cc11c04795d1,segment=NetworkSegment(2b405742-7c56-4387-80c8-dacf96957454),segment_id=2b405742-7c56-4387-80c8-dacf96957454)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:11:02.707172 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:02.760814 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Pushing event updated for resources: {'Port': ['ID=825bad06-90b2-49c4-88f9-cc11c04795d1,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:11:03.072135 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ef4c1-1f18-4fed-bf2b-d0796f68a564 req-a63f33e4-44b9-4a2f-a08b-4dab4b6d9cc3 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:03.073628 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ee7ef4c1-1f18-4fed-bf2b-d0796f68a564 req-a63f33e4-44b9-4a2f-a08b-4dab4b6d9cc3 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.0804935 Jul 28 05:11:03.085539 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e577f-37e9-4dbd-afe8-02ec6b748670 req-ba365151-85d0-4a4e-ad2e-6be8cb7850da tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:03.086970 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b57e577f-37e9-4dbd-afe8-02ec6b748670 req-ba365151-85d0-4a4e-ad2e-6be8cb7850da tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 943 time: 0.0643907 Jul 28 05:11:03.142729 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ee7ef4c1-1f18-4fed-bf2b-d0796f68a564 req-038a3800-8e3c-433b-aa78-6ae74448b776 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548015 Jul 28 05:11:03.145420 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b57e577f-37e9-4dbd-afe8-02ec6b748670 req-4951c5ca-cc01-45e2-8d0a-13928dd874d7 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/security-groups?id=f489311f-03bb-461c-a487-e331db421cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517559 Jul 28 05:11:03.178774 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] get_ports_and_sgs() called for port_ids ['825bad06-90b2-49c4-88f9-cc11c04795d1'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:11:03.257873 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff4584e-44df-46d8-84d3-18691fe66b46 req-b740c1c2-fb37-4268-ac5d-57c92a8803c5 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:03.259302 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-cff4584e-44df-46d8-84d3-18691fe66b46 req-b740c1c2-fb37-4268-ac5d-57c92a8803c5 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] 10.222.0.13 "GET /v2.0/ports?device_id=768cd40b-e63f-44f5-8409-2268732536ce HTTP/1.1" status: 200 len: 949 time: 0.0488725 Jul 28 05:11:03.301477 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-cff4584e-44df-46d8-84d3-18691fe66b46 req-d3ecf2ee-5123-4e32-8d76-43686d39d211 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aa6c7b6-f146-470a-b141-93f22ce6b472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362051 Jul 28 05:11:03.678560 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc16db-bce3-4b2c-aa15-21897038cba9 req-07c54d08-1cb0-45a4-be14-bcc71ec3e180 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:03.680593 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8bdc16db-bce3-4b2c-aa15-21897038cba9 req-07c54d08-1cb0-45a4-be14-bcc71ec3e180 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf03d9c-e3ad-4b0a-b076-324f0ac23e0a HTTP/1.1" status: 200 len: 944 time: 0.0511494 Jul 28 05:11:03.716390 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8bdc16db-bce3-4b2c-aa15-21897038cba9 req-57e1b7ea-065d-4c43-aabc-2a670466a508 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298347 Jul 28 05:11:04.290581 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb77855-4832-484e-955c-c0470b40892e req-6cd80469-2c51-46dc-a1ec-f659f8bb7d85 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:04.292126 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7eb77855-4832-484e-955c-c0470b40892e req-6cd80469-2c51-46dc-a1ec-f659f8bb7d85 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 943 time: 0.0808806 Jul 28 05:11:04.301554 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e62512-6aaf-4a97-866d-4d33390c9ef8 req-ae410862-443a-4d3a-b0cb-733deafcb6af tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:04.302544 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d1e62512-6aaf-4a97-866d-4d33390c9ef8 req-ae410862-443a-4d3a-b0cb-733deafcb6af tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.0889521 Jul 28 05:11:04.362967 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7eb77855-4832-484e-955c-c0470b40892e req-a887c7ee-7750-4520-bf37-4a51eaa3d44a tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/security-groups?id=f489311f-03bb-461c-a487-e331db421cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594525 Jul 28 05:11:04.370391 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d1e62512-6aaf-4a97-866d-4d33390c9ef8 req-1fb38b47-0410-4370-89e4-93e96aca7373 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606811 Jul 28 05:11:04.486335 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcf90f8-8e94-4c00-82e6-6386f61bfbac req-2e8e4c11-5265-4d56-82e7-61e8a1b0f7bd tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:04.487825 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-cbcf90f8-8e94-4c00-82e6-6386f61bfbac req-2e8e4c11-5265-4d56-82e7-61e8a1b0f7bd tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] 10.222.0.13 "GET /v2.0/ports?device_id=768cd40b-e63f-44f5-8409-2268732536ce HTTP/1.1" status: 200 len: 949 time: 0.0518129 Jul 28 05:11:04.518328 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device 1af19cb9-50e4-4929-b34f-0cfc87b92890 details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=93164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 05:11:04.527412 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-cbcf90f8-8e94-4c00-82e6-6386f61bfbac req-360ce50f-9a61-483e-b81c-afca2782016c tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aa6c7b6-f146-470a-b141-93f22ce6b472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331976 Jul 28 05:11:04.531637 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device 825bad06-90b2-49c4-88f9-cc11c04795d1 up at agent hyperv_hv-cinder-80161 {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:11:04.634053 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Provisioning for port 825bad06-90b2-49c4-88f9-cc11c04795d1 completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:11:04.641618 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Provisioning complete for port 825bad06-90b2-49c4-88f9-cc11c04795d1 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:11:04.641990 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:04.678814 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] For port 1af19cb9-50e4-4929-b34f-0cfc87b92890, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=1af19cb9-50e4-4929-b34f-0cfc87b92890,segment=NetworkSegment(53a065eb-9ba7-4617-8662-965e8ca00201),segment_id=53a065eb-9ba7-4617-8662-965e8ca00201)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:11:04.695231 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Returning: {'device': '1af19cb9-50e4-4929-b34f-0cfc87b92890', 'network_id': 'ef26f782-d8e2-421a-8538-0b5e94a369eb', 'port_id': '1af19cb9-50e4-4929-b34f-0cfc87b92890', 'mac_address': 'fa:16:3e:1d:cd:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58ccc002-22d5-41bf-898a-9be0afe8a15a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 05:11:04.763926 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:04.779258 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:04.788467 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1af19cb9-50e4-4929-b34f-0cfc87b92890 {{(pid=93164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 05:11:04.812981 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768cd40b-e63f-44f5-8409-2268732536ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '825bad06-90b2-49c4-88f9-cc11c04795d1'}] {{(pid=93164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:11:04.815191 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fb4d28940d80eba88a385613a92acfb6aaf547e778be800882bca880023c29d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d4abc5-0e9b-4c45-9967-de0dbcea97ac" -d '{"events": [{"server_uuid": "768cd40b-e63f-44f5-8409-2268732536ce", "name": "network-vif-plugged", "status": "completed", "tag": "825bad06-90b2-49c4-88f9-cc11c04795d1"}]}' {{(pid=93164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:11:04.833272 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] For port 1af19cb9-50e4-4929-b34f-0cfc87b92890, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=1af19cb9-50e4-4929-b34f-0cfc87b92890,segment=NetworkSegment(53a065eb-9ba7-4617-8662-965e8ca00201),segment_id=53a065eb-9ba7-4617-8662-965e8ca00201)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:11:04.835201 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] For port 825bad06-90b2-49c4-88f9-cc11c04795d1, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=825bad06-90b2-49c4-88f9-cc11c04795d1,segment=NetworkSegment(2b405742-7c56-4387-80c8-dacf96957454),segment_id=2b405742-7c56-4387-80c8-dacf96957454)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:11:04.838323 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:04.838705 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e7fd9-8c15-49e7-a3a2-5cb43947839e req-7641a30a-9178-4699-ab19-78b76cca8a59 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:04.838971 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device 8bfda4eb-dc15-4a3b-b876-594b1a5469df details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=93164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 05:11:04.840346 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f01e7fd9-8c15-49e7-a3a2-5cb43947839e req-7641a30a-9178-4699-ab19-78b76cca8a59 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf03d9c-e3ad-4b0a-b076-324f0ac23e0a HTTP/1.1" status: 200 len: 944 time: 0.0518970 Jul 28 05:11:04.843454 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:04.878977 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 05:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e528d2a-ea81-4159-980a-cf1e2cf818e6 x-openstack-request-id: req-2e528d2a-ea81-4159-980a-cf1e2cf818e6 {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:11:04.879260 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "768cd40b-e63f-44f5-8409-2268732536ce", "name": "network-vif-plugged", "status": "completed", "tag": "825bad06-90b2-49c4-88f9-cc11c04795d1", "code": 200}]} {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:11:04.879526 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e528d2a-ea81-4159-980a-cf1e2cf818e6 {{(pid=93164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:11:04.879906 dv-cinder-801617-3-iscsi neutron-server[93164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '768cd40b-e63f-44f5-8409-2268732536ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '825bad06-90b2-49c4-88f9-cc11c04795d1', 'code': 200} Jul 28 05:11:04.883994 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f01e7fd9-8c15-49e7-a3a2-5cb43947839e req-450ff4d3-bb45-44e3-a6cc-07449d8c71a6 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355465 Jul 28 05:11:04.946525 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Pushing event updated for resources: {'Port': ['ID=1af19cb9-50e4-4929-b34f-0cfc87b92890,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:11:05.024465 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] For port 8bfda4eb-dc15-4a3b-b876-594b1a5469df, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=8bfda4eb-dc15-4a3b-b876-594b1a5469df,segment=NetworkSegment(00b60877-949c-4583-bcd9-a2d1f7b925b6),segment_id=00b60877-949c-4583-bcd9-a2d1f7b925b6)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:11:05.026943 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Pushing event updated for resources: {'Port': ['ID=825bad06-90b2-49c4-88f9-cc11c04795d1,revision_number=5']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:11:05.037939 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Returning: {'device': '8bfda4eb-dc15-4a3b-b876-594b1a5469df', 'network_id': '300c0b7a-3ec7-45c6-b237-7a8d9dd471d0', 'port_id': '8bfda4eb-dc15-4a3b-b876-594b1a5469df', 'mac_address': 'fa:16:3e:99:d3:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f56af102-7f6a-4a13-8214-ac092fadb2ac', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 05:11:05.080642 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:05.093505 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bfda4eb-dc15-4a3b-b876-594b1a5469df {{(pid=93164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 05:11:05.116313 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] For port 8bfda4eb-dc15-4a3b-b876-594b1a5469df, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=8bfda4eb-dc15-4a3b-b876-594b1a5469df,segment=NetworkSegment(00b60877-949c-4583-bcd9-a2d1f7b925b6),segment_id=00b60877-949c-4583-bcd9-a2d1f7b925b6)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:11:05.118647 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e52d64-cc20-454c-ad13-2327e2428739 req-2fb297fe-de78-42b3-a990-ac5449171d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:05.120409 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-29e52d64-cc20-454c-ad13-2327e2428739 req-2fb297fe-de78-42b3-a990-ac5449171d33 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=768cd40b-e63f-44f5-8409-2268732536ce HTTP/1.1" status: 200 len: 1103 time: 0.0422120 Jul 28 05:11:05.121343 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:05.162015 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-29e52d64-cc20-454c-ad13-2327e2428739 req-ddd04d41-1c6b-4413-bd37-3f2635a5324f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0aa6c7b6-f146-470a-b141-93f22ce6b472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320427 Jul 28 05:11:05.171533 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Pushing event updated for resources: {'Port': ['ID=8bfda4eb-dc15-4a3b-b876-594b1a5469df,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:11:05.504767 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda59f2-aa7a-414a-8f29-4763646baafc req-01f7df6d-b255-4dca-a295-e6021bdcc5fa tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:05.506181 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7eda59f2-aa7a-414a-8f29-4763646baafc req-01f7df6d-b255-4dca-a295-e6021bdcc5fa tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 944 time: 0.0767622 Jul 28 05:11:05.518997 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2986c25f-c369-4ea2-aaa8-384fd640e5ed req-d763d2df-e764-4ce6-9d70-7867af977f1b tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:05.520424 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2986c25f-c369-4ea2-aaa8-384fd640e5ed req-d763d2df-e764-4ce6-9d70-7867af977f1b tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.0660851 Jul 28 05:11:05.573050 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7eda59f2-aa7a-414a-8f29-4763646baafc req-5f26785c-41f5-47e9-aeaa-005713e50aba tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/security-groups?id=f489311f-03bb-461c-a487-e331db421cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516899 Jul 28 05:11:05.580469 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2986c25f-c369-4ea2-aaa8-384fd640e5ed req-e2556528-652e-40f2-9bd7-84537b06cec9 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532224 Jul 28 05:11:05.690907 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efc438c-83c0-4671-a0d3-8ea59f0512c0 req-79c1ecbd-1c1f-434d-b0ff-70e60d036f7d tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:05.692535 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0efc438c-83c0-4671-a0d3-8ea59f0512c0 req-79c1ecbd-1c1f-434d-b0ff-70e60d036f7d tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] 10.222.0.13 "GET /v2.0/ports?device_id=768cd40b-e63f-44f5-8409-2268732536ce HTTP/1.1" status: 200 len: 950 time: 0.0542438 Jul 28 05:11:05.732814 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0efc438c-83c0-4671-a0d3-8ea59f0512c0 req-22d0b166-8f68-4899-83b4-4bf81335efc1 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aa6c7b6-f146-470a-b141-93f22ce6b472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335615 Jul 28 05:11:05.819177 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] get_ports_and_sgs() called for port_ids ['1af19cb9-50e4-4929-b34f-0cfc87b92890'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:11:05.886882 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] get_ports_and_sgs() called for port_ids ['8bfda4eb-dc15-4a3b-b876-594b1a5469df'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:11:06.003910 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a729d-e9f4-4be5-a3f2-1c3ae32fca1f req-eb492733-8b34-4200-92d1-087c4e299b60 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:06.005454 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5e0a729d-e9f4-4be5-a3f2-1c3ae32fca1f req-eb492733-8b34-4200-92d1-087c4e299b60 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf03d9c-e3ad-4b0a-b076-324f0ac23e0a HTTP/1.1" status: 200 len: 945 time: 0.0502264 Jul 28 05:11:06.043603 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5e0a729d-e9f4-4be5-a3f2-1c3ae32fca1f req-6a0652cf-e852-4f32-99e2-9869bdb7e890 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313270 Jul 28 05:11:06.721522 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39fe637-ffe4-42b9-9663-ab7e3fc3c175 req-bcbe8167-3b25-4f02-abe7-89edd32741b0 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:06.722987 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f39fe637-ffe4-42b9-9663-ab7e3fc3c175 req-bcbe8167-3b25-4f02-abe7-89edd32741b0 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 944 time: 0.0805523 Jul 28 05:11:06.734646 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ae74c-76d7-492f-bea2-85b88f81eefe req-b5051958-1c53-458a-8a75-a6d1fce9ac15 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:06.736095 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-736ae74c-76d7-492f-bea2-85b88f81eefe req-b5051958-1c53-458a-8a75-a6d1fce9ac15 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.0825617 Jul 28 05:11:06.790065 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f39fe637-ffe4-42b9-9663-ab7e3fc3c175 req-aa85c626-7f0c-4a38-877a-6c579800799a tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/security-groups?id=f489311f-03bb-461c-a487-e331db421cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529990 Jul 28 05:11:06.794594 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-736ae74c-76d7-492f-bea2-85b88f81eefe req-ef2e5cea-b738-43f2-b5e3-b5be713bdfae tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515091 Jul 28 05:11:06.889752 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d847631-f773-4e80-a345-865b91711773 req-7ad3a869-3eb8-4f10-80b3-a57dd96db9c1 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:06.891091 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2d847631-f773-4e80-a345-865b91711773 req-7ad3a869-3eb8-4f10-80b3-a57dd96db9c1 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] 10.222.0.13 "GET /v2.0/ports?device_id=768cd40b-e63f-44f5-8409-2268732536ce HTTP/1.1" status: 200 len: 950 time: 0.0478723 Jul 28 05:11:06.929672 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2d847631-f773-4e80-a345-865b91711773 req-64f2fdd0-7646-417e-a8ea-7264aa87918d tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aa6c7b6-f146-470a-b141-93f22ce6b472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326507 Jul 28 05:11:07.238792 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b64cb47-ec5c-4983-a6c9-b11b0006a683 req-1f73281a-dd90-4112-a5a3-9d1d2fdacbc9 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:07.240293 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9b64cb47-ec5c-4983-a6c9-b11b0006a683 req-1f73281a-dd90-4112-a5a3-9d1d2fdacbc9 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf03d9c-e3ad-4b0a-b076-324f0ac23e0a HTTP/1.1" status: 200 len: 945 time: 0.0486982 Jul 28 05:11:07.277311 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9b64cb47-ec5c-4983-a6c9-b11b0006a683 req-12f1d529-e19b-4a09-b7ef-9ccaf56a91ea tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307157 Jul 28 05:11:07.955319 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470bec9-8935-4ac3-be70-3d5f75f991ba req-c93fbea6-ff07-42a6-8f86-ccacead1064a tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:07.956965 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8470bec9-8935-4ac3-be70-3d5f75f991ba req-c93fbea6-ff07-42a6-8f86-ccacead1064a tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.0849051 Jul 28 05:11:07.968462 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9cc144-6987-4623-af22-9ab72421269e req-fe433046-ec42-462f-9bbf-48f70528278c tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:07.969871 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1c9cc144-6987-4623-af22-9ab72421269e req-fe433046-ec42-462f-9bbf-48f70528278c tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 944 time: 0.0886500 Jul 28 05:11:08.026558 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8470bec9-8935-4ac3-be70-3d5f75f991ba req-0ed8159b-3d2c-4792-8317-62c58c8d9f6e tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557466 Jul 28 05:11:08.029094 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1c9cc144-6987-4623-af22-9ab72421269e req-c5590805-715a-4f01-9b75-23bc188a32f0 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/security-groups?id=f489311f-03bb-461c-a487-e331db421cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520377 Jul 28 05:11:08.135343 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779553af-3bed-4b11-bba7-4143d010e8bf req-342483c7-432c-45d9-ab45-2a432440bd2c tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:08.136713 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-779553af-3bed-4b11-bba7-4143d010e8bf req-342483c7-432c-45d9-ab45-2a432440bd2c tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] 10.222.0.13 "GET /v2.0/ports?device_id=768cd40b-e63f-44f5-8409-2268732536ce HTTP/1.1" status: 200 len: 950 time: 0.0506864 Jul 28 05:11:08.173350 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-779553af-3bed-4b11-bba7-4143d010e8bf req-9e32ccee-57e5-4218-bbfd-c5658e582cbc tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aa6c7b6-f146-470a-b141-93f22ce6b472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307529 Jul 28 05:11:08.454853 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbb4be-4395-4d5d-a131-ede7195fa1b5 req-77903584-3fd5-4868-813b-c201419c3770 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:08.456433 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a6dbb4be-4395-4d5d-a131-ede7195fa1b5 req-77903584-3fd5-4868-813b-c201419c3770 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf03d9c-e3ad-4b0a-b076-324f0ac23e0a HTTP/1.1" status: 200 len: 945 time: 0.0532303 Jul 28 05:11:08.504157 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a6dbb4be-4395-4d5d-a131-ede7195fa1b5 req-314c4680-7aad-4bf5-b0fc-34a34edd7e34 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409551 Jul 28 05:11:08.538584 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e27d171-976e-402f-8a68-0ed89ed4eb47 req-fbbbaf6d-7529-4333-8451-dc951fbd1a66 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:08.540622 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8e27d171-976e-402f-8a68-0ed89ed4eb47 req-fbbbaf6d-7529-4333-8451-dc951fbd1a66 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] 10.222.0.13 "GET /v2.0/ports?device_id=768cd40b-e63f-44f5-8409-2268732536ce HTTP/1.1" status: 200 len: 950 time: 0.0521829 Jul 28 05:11:08.554918 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device 1af19cb9-50e4-4929-b34f-0cfc87b92890 up at agent hyperv_hv-cinder-80161 {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:11:08.577142 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8e27d171-976e-402f-8a68-0ed89ed4eb47 req-26755535-a0e6-44bf-b9d6-24991fb0149d tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aa6c7b6-f146-470a-b141-93f22ce6b472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306554 Jul 28 05:11:08.602488 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Provisioning for port 1af19cb9-50e4-4929-b34f-0cfc87b92890 completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:11:08.605864 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Provisioning complete for port 1af19cb9-50e4-4929-b34f-0cfc87b92890 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:11:08.606228 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:08.678726 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:08.700096 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daae0899-4a0a-41bd-8ab2-534b6cc22a7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af19cb9-50e4-4929-b34f-0cfc87b92890'}] {{(pid=93164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:11:08.702271 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fb4d28940d80eba88a385613a92acfb6aaf547e778be800882bca880023c29d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7843a3c-1c3f-4986-8b1e-d77d4e7528f0" -d '{"events": [{"server_uuid": "daae0899-4a0a-41bd-8ab2-534b6cc22a7e", "name": "network-vif-plugged", "status": "completed", "tag": "1af19cb9-50e4-4929-b34f-0cfc87b92890"}]}' {{(pid=93164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:11:08.714928 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] For port 1af19cb9-50e4-4929-b34f-0cfc87b92890, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=1af19cb9-50e4-4929-b34f-0cfc87b92890,segment=NetworkSegment(53a065eb-9ba7-4617-8662-965e8ca00201),segment_id=53a065eb-9ba7-4617-8662-965e8ca00201)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:11:08.718917 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:08.719758 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device 8bfda4eb-dc15-4a3b-b876-594b1a5469df up at agent hyperv_hv-cinder-80161 {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:11:08.745446 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 05:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d914914-7edc-4ad0-a00a-54cc4b5000d4 x-openstack-request-id: req-7d914914-7edc-4ad0-a00a-54cc4b5000d4 {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:11:08.745740 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daae0899-4a0a-41bd-8ab2-534b6cc22a7e", "name": "network-vif-plugged", "status": "completed", "tag": "1af19cb9-50e4-4929-b34f-0cfc87b92890", "code": 200}]} {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:11:08.745978 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7d914914-7edc-4ad0-a00a-54cc4b5000d4 {{(pid=93164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:11:08.746350 dv-cinder-801617-3-iscsi neutron-server[93164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daae0899-4a0a-41bd-8ab2-534b6cc22a7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af19cb9-50e4-4929-b34f-0cfc87b92890', 'code': 200} Jul 28 05:11:08.797562 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Pushing event updated for resources: {'Port': ['ID=1af19cb9-50e4-4929-b34f-0cfc87b92890,revision_number=5']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:11:08.810711 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Provisioning for port 8bfda4eb-dc15-4a3b-b876-594b1a5469df completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:11:08.814210 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Provisioning complete for port 8bfda4eb-dc15-4a3b-b876-594b1a5469df triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:11:08.814580 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:08.889643 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:08.923927 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] For port 8bfda4eb-dc15-4a3b-b876-594b1a5469df, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=8bfda4eb-dc15-4a3b-b876-594b1a5469df,segment=NetworkSegment(00b60877-949c-4583-bcd9-a2d1f7b925b6),segment_id=00b60877-949c-4583-bcd9-a2d1f7b925b6)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:11:08.928506 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:09.108627 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Pushing event updated for resources: {'Port': ['ID=8bfda4eb-dc15-4a3b-b876-594b1a5469df,revision_number=5']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:11:09.123793 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3453e58c-984d-46a7-82d7-2fffd132052c req-e54bfff8-ca75-49b9-81f6-28fd30dcea0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:09.125398 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3453e58c-984d-46a7-82d7-2fffd132052c req-e54bfff8-ca75-49b9-81f6-28fd30dcea0e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 1098 time: 0.0557759 Jul 28 05:11:09.214362 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3453e58c-984d-46a7-82d7-2fffd132052c req-c7e1f8e5-9272-47e8-a4a5-35f4d1152edb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f489311f-03bb-461c-a487-e331db421cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789213 Jul 28 05:11:09.224604 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c93f18-0fd0-463d-8ff5-d28eec7bc56f req-9ce62fc3-583a-4292-99b9-0fd079d7a4ae tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:09.226017 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-24c93f18-0fd0-463d-8ff5-d28eec7bc56f req-9ce62fc3-583a-4292-99b9-0fd079d7a4ae tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 945 time: 0.1045508 Jul 28 05:11:09.237689 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40cf6a4-e2f6-4526-a889-4e61bcdbe3f9 req-10a0b3f1-3adc-46fe-b4ad-b7f0843ca87f tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:09.239338 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a40cf6a4-e2f6-4526-a889-4e61bcdbe3f9 req-10a0b3f1-3adc-46fe-b4ad-b7f0843ca87f tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.0772750 Jul 28 05:11:09.294887 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a40cf6a4-e2f6-4526-a889-4e61bcdbe3f9 req-0fb028f8-bef4-4321-8ccb-62319a30cc72 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482063 Jul 28 05:11:09.297437 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-24c93f18-0fd0-463d-8ff5-d28eec7bc56f req-01d2cdd4-2ddf-4926-8a57-8288b0efb841 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/security-groups?id=f489311f-03bb-461c-a487-e331db421cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572262 Jul 28 05:11:09.802220 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e83a17-2459-4336-ad45-296b0b6023ad req-16b7a647-d7e6-4981-84a3-80bbf0edb867 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:09.803744 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-42e83a17-2459-4336-ad45-296b0b6023ad req-16b7a647-d7e6-4981-84a3-80bbf0edb867 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf03d9c-e3ad-4b0a-b076-324f0ac23e0a HTTP/1.1" status: 200 len: 946 time: 0.0638504 Jul 28 05:11:09.863374 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c3351-9885-4f7a-bc19-f22443a2d9c9 req-2aaf2532-bdc5-48ec-b8d6-d26007b05ac8 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:09.865128 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ce4c3351-9885-4f7a-bc19-f22443a2d9c9 req-2aaf2532-bdc5-48ec-b8d6-d26007b05ac8 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] 10.222.0.13 "GET /v2.0/ports?device_id=768cd40b-e63f-44f5-8409-2268732536ce HTTP/1.1" status: 200 len: 950 time: 0.0816329 Jul 28 05:11:09.868758 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-42e83a17-2459-4336-ad45-296b0b6023ad req-25b57f76-1fdd-44bb-9302-f39dcdd67a35 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508053 Jul 28 05:11:09.902354 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ce4c3351-9885-4f7a-bc19-f22443a2d9c9 req-7f31adc0-e6be-4be9-846a-945d393a9964 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aa6c7b6-f146-470a-b141-93f22ce6b472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306990 Jul 28 05:11:10.447770 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6a991-80b4-42d9-8ba8-8c61e2b5a9ad req-44d0ce2f-c3b1-4b4e-9db4-8b740ccdead8 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:10.449220 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c1e6a991-80b4-42d9-8ba8-8c61e2b5a9ad req-44d0ce2f-c3b1-4b4e-9db4-8b740ccdead8 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 945 time: 0.0793407 Jul 28 05:11:10.461973 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab79ec2-0c97-40ca-96fb-d1eb92752fbe req-2a9adf6d-1341-4bf1-a770-7330bd64d7f7 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:10.463405 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bab79ec2-0c97-40ca-96fb-d1eb92752fbe req-2a9adf6d-1341-4bf1-a770-7330bd64d7f7 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.0840962 Jul 28 05:11:10.512605 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c1e6a991-80b4-42d9-8ba8-8c61e2b5a9ad req-440b947f-3afb-4411-939b-6da9d76d9db3 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/security-groups?id=f489311f-03bb-461c-a487-e331db421cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482187 Jul 28 05:11:10.525873 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bab79ec2-0c97-40ca-96fb-d1eb92752fbe req-1fefda73-abf7-42d8-860d-abc2ab0957b2 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547941 Jul 28 05:11:10.747930 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf03d9c-e3ad-4b0a-b076-324f0ac23e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bfda4eb-dc15-4a3b-b876-594b1a5469df'}] {{(pid=93164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:11:10.750235 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fb4d28940d80eba88a385613a92acfb6aaf547e778be800882bca880023c29d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37996a2d-83b8-4a13-ba90-c2485626ec7b" -d '{"events": [{"server_uuid": "cbf03d9c-e3ad-4b0a-b076-324f0ac23e0a", "name": "network-vif-plugged", "status": "completed", "tag": "8bfda4eb-dc15-4a3b-b876-594b1a5469df"}]}' {{(pid=93164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:11:11.015328 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 05:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f210b276-e6b6-45f6-b65b-0c7bfdb3eb5d x-openstack-request-id: req-f210b276-e6b6-45f6-b65b-0c7bfdb3eb5d {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:11:11.015637 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf03d9c-e3ad-4b0a-b076-324f0ac23e0a", "name": "network-vif-plugged", "status": "completed", "tag": "8bfda4eb-dc15-4a3b-b876-594b1a5469df", "code": 200}]} {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:11:11.015885 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f210b276-e6b6-45f6-b65b-0c7bfdb3eb5d {{(pid=93164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:11:11.016273 dv-cinder-801617-3-iscsi neutron-server[93164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf03d9c-e3ad-4b0a-b076-324f0ac23e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bfda4eb-dc15-4a3b-b876-594b1a5469df', 'code': 200} Jul 28 05:11:11.134189 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e5dfcb-37bb-41a3-810e-566a008458d8 req-7cbe6ea6-81c7-4a2e-a346-a4e33d5dcac1 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:11.135669 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-72e5dfcb-37bb-41a3-810e-566a008458d8 req-7cbe6ea6-81c7-4a2e-a346-a4e33d5dcac1 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf03d9c-e3ad-4b0a-b076-324f0ac23e0a HTTP/1.1" status: 200 len: 946 time: 0.0842743 Jul 28 05:11:11.168739 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6f2ba-7ca6-4364-88ba-65c0b455e2ea req-2441a66b-804d-4b14-adc5-f6756f65d798 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:11.170345 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-17d6f2ba-7ca6-4364-88ba-65c0b455e2ea req-2441a66b-804d-4b14-adc5-f6756f65d798 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] 10.222.0.13 "GET /v2.0/ports?device_id=768cd40b-e63f-44f5-8409-2268732536ce HTTP/1.1" status: 200 len: 950 time: 0.0822179 Jul 28 05:11:11.196038 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-72e5dfcb-37bb-41a3-810e-566a008458d8 req-5b997219-bdd8-452b-94cb-b16c63f412f4 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522754 Jul 28 05:11:11.229298 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-17d6f2ba-7ca6-4364-88ba-65c0b455e2ea req-b5a39abd-85a3-4467-83d1-cec3397b4b59 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aa6c7b6-f146-470a-b141-93f22ce6b472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528319 Jul 28 05:11:11.375897 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd58d7-266c-41dc-a5e0-30defc703289 req-a4275a55-370a-4b5c-a335-4c55d7ab4659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:11.377665 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9bdd58d7-266c-41dc-a5e0-30defc703289 req-a4275a55-370a-4b5c-a335-4c55d7ab4659 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cbf03d9c-e3ad-4b0a-b076-324f0ac23e0a HTTP/1.1" status: 200 len: 1099 time: 0.0400188 Jul 28 05:11:11.415546 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9bdd58d7-266c-41dc-a5e0-30defc703289 req-c8276cab-159c-4593-be6f-2097873bf5ce service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288713 Jul 28 05:11:11.679523 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0defd7e5-95e5-4024-a1e0-5f53d5dedbf6 req-b7fa2a76-971d-4b82-9b5b-5428abb3d398 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:11.681027 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0defd7e5-95e5-4024-a1e0-5f53d5dedbf6 req-b7fa2a76-971d-4b82-9b5b-5428abb3d398 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 945 time: 0.0864296 Jul 28 05:11:11.688120 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ee02b-7d15-4176-ada9-43dd117c3bd6 req-a7032053-093b-479d-b9d0-e54ab426b15f tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:11.689479 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bb1ee02b-7d15-4176-ada9-43dd117c3bd6 req-a7032053-093b-479d-b9d0-e54ab426b15f tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.0839601 Jul 28 05:11:11.744885 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0defd7e5-95e5-4024-a1e0-5f53d5dedbf6 req-96a62d6d-48c2-4e54-9325-efa2c19676b8 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/security-groups?id=f489311f-03bb-461c-a487-e331db421cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544720 Jul 28 05:11:11.749599 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bb1ee02b-7d15-4176-ada9-43dd117c3bd6 req-b03ce284-9de7-4d1d-b31b-343d5d1748f7 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531948 Jul 28 05:11:11.860559 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2936d3c2-403d-4b91-8344-78fccea8c7e5 req-22bdd2c7-334b-45bb-b018-052d8b87e1c1 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:11.862245 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2936d3c2-403d-4b91-8344-78fccea8c7e5 req-22bdd2c7-334b-45bb-b018-052d8b87e1c1 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 945 time: 0.0478675 Jul 28 05:11:11.901111 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2936d3c2-403d-4b91-8344-78fccea8c7e5 req-ad445f4d-814a-4a74-abcd-5a6e6e690666 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/security-groups?id=f489311f-03bb-461c-a487-e331db421cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324636 Jul 28 05:11:11.922697 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 46354) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:11:12.035638 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147f67e-5cc3-42ad-b5f6-2d37f616b249 req-f1638a50-ec71-458e-ad58-061cb7aa0558 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:12.037227 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3147f67e-5cc3-42ad-b5f6-2d37f616b249 req-f1638a50-ec71-458e-ad58-061cb7aa0558 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] 10.222.0.21 "GET /v2.0/ports?device_id=768cd40b-e63f-44f5-8409-2268732536ce HTTP/1.1" status: 200 len: 950 time: 0.0583436 Jul 28 05:11:12.175256 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b95a89-68ce-48b0-99b9-881de00e2b40 tempest-TestVolumeBootPattern-267984130 tempest-TestVolumeBootPattern-267984130-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:12.177127 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-e8b95a89-68ce-48b0-99b9-881de00e2b40 tempest-TestVolumeBootPattern-267984130 tempest-TestVolumeBootPattern-267984130-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 1093 time: 0.2531090 Jul 28 05:11:12.179711 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 46366) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:11:12.184155 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-de839a57-7751-4a9e-84ce-ed56ecdccede tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Request body: {'floatingip': {'floating_network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'port_id': '1af19cb9-50e4-4929-b34f-0cfc87b92890', 'tenant_id': 'a552f7ab2976456ea67918bb2395079f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:11:12.217995 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [req-3147f67e-5cc3-42ad-b5f6-2d37f616b249 req-ecc702e7-3fa2-4b90-9697-45641d776e80 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] Deleting port 825bad06-90b2-49c4-88f9-cc11c04795d1 {{(pid=93163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 05:11:12.218388 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-3147f67e-5cc3-42ad-b5f6-2d37f616b249 req-ecc702e7-3fa2-4b90-9697-45641d776e80 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227548555'] for port, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:12.222552 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-de839a57-7751-4a9e-84ce-ed56ecdccede tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Notify callbacks [] for floatingip, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:12.641796 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b395e1-184c-4d11-8fd7-9586dfa79076 req-56e1f40a-eecc-48c1-8d68-065dcfa95888 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:12.643242 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e5b395e1-184c-4d11-8fd7-9586dfa79076 req-56e1f40a-eecc-48c1-8d68-065dcfa95888 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf03d9c-e3ad-4b0a-b076-324f0ac23e0a HTTP/1.1" status: 200 len: 946 time: 0.1482201 Jul 28 05:11:12.656951 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54af77-0850-4709-85a6-69ef7786d1d5 req-46f61c8d-396f-4580-8caa-fb831001e60f tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:12.658435 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1d54af77-0850-4709-85a6-69ef7786d1d5 req-46f61c8d-396f-4580-8caa-fb831001e60f tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] 10.222.0.13 "GET /v2.0/ports?device_id=768cd40b-e63f-44f5-8409-2268732536ce HTTP/1.1" status: 200 len: 950 time: 0.1644866 Jul 28 05:11:12.663159 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [req-3147f67e-5cc3-42ad-b5f6-2d37f616b249 req-ecc702e7-3fa2-4b90-9697-45641d776e80 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] For port 825bad06-90b2-49c4-88f9-cc11c04795d1, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=825bad06-90b2-49c4-88f9-cc11c04795d1,segment=NetworkSegment(2b405742-7c56-4387-80c8-dacf96957454),segment_id=2b405742-7c56-4387-80c8-dacf96957454)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:11:12.663561 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-3147f67e-5cc3-42ad-b5f6-2d37f616b249 req-ecc702e7-3fa2-4b90-9697-45641d776e80 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402200'] for port, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:12.728498 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [req-3147f67e-5cc3-42ad-b5f6-2d37f616b249 req-ecc702e7-3fa2-4b90-9697-45641d776e80 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] Calling delete_port for 825bad06-90b2-49c4-88f9-cc11c04795d1 owned by compute:nova {{(pid=93163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 05:11:12.775205 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e5b395e1-184c-4d11-8fd7-9586dfa79076 req-76f0097b-f1e1-4954-a41c-ff0420fd4b69 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141081 Jul 28 05:11:12.806640 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1d54af77-0850-4709-85a6-69ef7786d1d5 req-38b78ef1-b90e-44cc-a727-879dc000f9bd tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] 10.222.0.13 "GET /v2.0/security-groups?id=0aa6c7b6-f146-470a-b141-93f22ce6b472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396625 Jul 28 05:11:12.871439 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-de839a57-7751-4a9e-84ce-ed56ecdccede tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:12.962532 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a7263-2ce0-4416-bf48-480ad302be52 req-e9dbe0f2-a9f7-486b-a95a-57e5dca90a47 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:12.964021 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-de1a7263-2ce0-4416-bf48-480ad302be52 req-e9dbe0f2-a9f7-486b-a95a-57e5dca90a47 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.1297269 Jul 28 05:11:13.057406 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-3147f67e-5cc3-42ad-b5f6-2d37f616b249 req-ecc702e7-3fa2-4b90-9697-45641d776e80 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227552799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227148301'] for port, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:13.101254 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-de1a7263-2ce0-4416-bf48-480ad302be52 req-4cea7581-c036-42ea-acd3-dabac785a2c7 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290581 Jul 28 05:11:13.103872 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_common [None req-de839a57-7751-4a9e-84ce-ed56ecdccede tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Allocated IP 172.27.2.176 (c7125004-43ac-4633-9f2f-3f406f3e858d/e72a7812-7eaf-41ec-8662-055279a1b0f7/57554b1c-1986-4d31-89aa-cfb26443157b) {{(pid=93163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:11:13.106688 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc702e7-3fa2-4b90-9697-45641d776e80 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] Pushing event deleted for resources: {'Port': ['ID=825bad06-90b2-49c4-88f9-cc11c04795d1,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:11:13.123621 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] get_ports_and_sgs() called for port_ids ['825bad06-90b2-49c4-88f9-cc11c04795d1'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:11:13.204361 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc702e7-3fa2-4b90-9697-45641d776e80 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:11:13.204713 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc702e7-3fa2-4b90-9697-45641d776e80 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:11:13.205059 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc702e7-3fa2-4b90-9697-45641d776e80 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:11:13.205386 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc702e7-3fa2-4b90-9697-45641d776e80 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:11:13.205707 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc702e7-3fa2-4b90-9697-45641d776e80 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:11:13.206041 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc702e7-3fa2-4b90-9697-45641d776e80 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:11:13.206366 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc702e7-3fa2-4b90-9697-45641d776e80 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:11:13.206689 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc702e7-3fa2-4b90-9697-45641d776e80 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:11:13.207008 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc702e7-3fa2-4b90-9697-45641d776e80 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:11:13.207328 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc702e7-3fa2-4b90-9697-45641d776e80 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:11:13.207680 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc702e7-3fa2-4b90-9697-45641d776e80 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:11:13.207998 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc702e7-3fa2-4b90-9697-45641d776e80 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:11:13.226999 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 46392) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:11:13.228594 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [req-3147f67e-5cc3-42ad-b5f6-2d37f616b249 req-ecc702e7-3fa2-4b90-9697-45641d776e80 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] No DVR routers for this DVR port 825bad06-90b2-49c4-88f9-cc11c04795d1 on host hv-cinder-80161 {{(pid=93163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 05:11:13.233771 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-3147f67e-5cc3-42ad-b5f6-2d37f616b249 req-ecc702e7-3fa2-4b90-9697-45641d776e80 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068'] for port, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:13.235774 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3147f67e-5cc3-42ad-b5f6-2d37f616b249 req-ecc702e7-3fa2-4b90-9697-45641d776e80 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] 10.222.0.21 "DELETE /v2.0/ports/825bad06-90b2-49c4-88f9-cc11c04795d1 HTTP/1.1" status: 204 len: 173 time: 1.1624181 Jul 28 05:11:13.236208 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '768cd40b-e63f-44f5-8409-2268732536ce', 'name': 'network-vif-deleted', 'tag': '825bad06-90b2-49c4-88f9-cc11c04795d1'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:11:13.238435 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdaae2d937131cd036474998a49e3e11d53281396ea4e1ac8b096c837d21eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1983a418-6ab4-4458-b8d6-b097b9ec07b2" -d '{"events": [{"server_uuid": "768cd40b-e63f-44f5-8409-2268732536ce", "name": "network-vif-deleted", "tag": "825bad06-90b2-49c4-88f9-cc11c04795d1"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:11:13.280646 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 05:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4016925e-d6af-492c-928f-fa7128000965 x-openstack-request-id: req-4016925e-d6af-492c-928f-fa7128000965 {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:11:13.280939 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "768cd40b-e63f-44f5-8409-2268732536ce", "name": "network-vif-deleted", "tag": "825bad06-90b2-49c4-88f9-cc11c04795d1", "status": "completed", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:11:13.281191 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4016925e-d6af-492c-928f-fa7128000965 {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:11:13.281589 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '768cd40b-e63f-44f5-8409-2268732536ce', 'name': 'network-vif-deleted', 'tag': '825bad06-90b2-49c4-88f9-cc11c04795d1', 'status': 'completed', 'code': 200} Jul 28 05:11:13.296557 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_v2 [None req-380059d6-6294-4dfa-9d0d-898dea1f515f admin admin] Deleting subnet 2dbda0b4-cf83-48b5-b3b5-9b9c9e1f4b5d {{(pid=93162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 05:11:13.298766 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-de839a57-7751-4a9e-84ce-ed56ecdccede tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Notify callbacks [] for port, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:13.301768 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-380059d6-6294-4dfa-9d0d-898dea1f515f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:13.352802 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-380059d6-6294-4dfa-9d0d-898dea1f515f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4869481'] for subnet, precommit_delete_associations {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:13.361065 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-de839a57-7751-4a9e-84ce-ed56ecdccede tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227148292'] for port, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:13.396569 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-380059d6-6294-4dfa-9d0d-898dea1f515f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504883'] for subnet, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:13.402533 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de839a57-7751-4a9e-84ce-ed56ecdccede tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Network c7125004-43ac-4633-9f2f-3f406f3e858d is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:11:13.410277 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-de839a57-7751-4a9e-84ce-ed56ecdccede tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:11:13.412217 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de839a57-7751-4a9e-84ce-ed56ecdccede tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Pushing event updated for resources: {'Port': ['ID=57554b1c-1986-4d31-89aa-cfb26443157b,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:11:13.419709 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de839a57-7751-4a9e-84ce-ed56ecdccede tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Received port after_create {{(pid=93163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 05:11:13.452588 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-380059d6-6294-4dfa-9d0d-898dea1f515f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1504890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4414178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4221011'] for subnet, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:13.479991 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-380059d6-6294-4dfa-9d0d-898dea1f515f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:13.483912 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-380059d6-6294-4dfa-9d0d-898dea1f515f admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2dbda0b4-cf83-48b5-b3b5-9b9c9e1f4b5d HTTP/1.1" status: 204 len: 168 time: 0.2557704 Jul 28 05:11:13.484480 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 46396) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:11:13.488832 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380059d6-6294-4dfa-9d0d-898dea1f515f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dbda0b4-cf83-48b5-b3b5-9b9c9e1f4b5d,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:11:13.502674 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380059d6-6294-4dfa-9d0d-898dea1f515f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:11:13.503019 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380059d6-6294-4dfa-9d0d-898dea1f515f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:11:13.503878 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380059d6-6294-4dfa-9d0d-898dea1f515f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:11:13.504234 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380059d6-6294-4dfa-9d0d-898dea1f515f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:11:13.504547 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380059d6-6294-4dfa-9d0d-898dea1f515f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:11:13.504876 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380059d6-6294-4dfa-9d0d-898dea1f515f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:11:13.505203 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380059d6-6294-4dfa-9d0d-898dea1f515f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:11:13.505525 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380059d6-6294-4dfa-9d0d-898dea1f515f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:11:13.505855 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380059d6-6294-4dfa-9d0d-898dea1f515f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:11:13.506172 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380059d6-6294-4dfa-9d0d-898dea1f515f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:11:13.506686 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380059d6-6294-4dfa-9d0d-898dea1f515f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:11:13.507184 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-380059d6-6294-4dfa-9d0d-898dea1f515f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:11:13.573820 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c7a76da9-a57a-43ec-8d16-62a9305919e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1632385'] for network, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:13.657231 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c7a76da9-a57a-43ec-8d16-62a9305919e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377030', 'neutron.services.segments.db._delete_segments_for_network-8765227628337'] for network, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:13.667326 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-c7a76da9-a57a-43ec-8d16-62a9305919e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c405892-0be9-4275-be78-e8a78716395c']}} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:11:13.677840 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-c7a76da9-a57a-43ec-8d16-62a9305919e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd75d396a-f50a-489e-9b27-70deaee0b430') {'for_net_delete': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:11:13.678134 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-c7a76da9-a57a-43ec-8d16-62a9305919e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd75d396a-f50a-489e-9b27-70deaee0b430') {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:11:13.687582 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c7a76da9-a57a-43ec-8d16-62a9305919e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765227627066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4869472'] for segment, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:13.703533 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c7a76da9-a57a-43ec-8d16-62a9305919e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502470'] for segment, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:13.711593 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7a76da9-a57a-43ec-8d16-62a9305919e0 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=93162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 05:11:13.712307 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c7a76da9-a57a-43ec-8d16-62a9305919e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4414104'] for segment, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:13.714053 dv-cinder-801617-3-iscsi neutron-server[93162]: Traceback (most recent call last): Jul 28 05:11:13.714053 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 05:11:13.714053 dv-cinder-801617-3-iscsi neutron-server[93162]: timer() Jul 28 05:11:13.714053 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 05:11:13.714053 dv-cinder-801617-3-iscsi neutron-server[93162]: cb(*args, **kw) Jul 28 05:11:13.714053 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 05:11:13.714053 dv-cinder-801617-3-iscsi neutron-server[93162]: return func(*args, **kwargs) Jul 28 05:11:13.714053 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 05:11:13.714053 dv-cinder-801617-3-iscsi neutron-server[93162]: self._notify() Jul 28 05:11:13.714053 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 05:11:13.714053 dv-cinder-801617-3-iscsi neutron-server[93162]: self.callback(batched_events) Jul 28 05:11:13.714053 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 05:11:13.714053 dv-cinder-801617-3-iscsi neutron-server[93162]: event.method(event) Jul 28 05:11:13.714053 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 05:11:13.714053 dv-cinder-801617-3-iscsi neutron-server[93162]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 05:11:13.714053 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 05:11:13.714053 dv-cinder-801617-3-iscsi neutron-server[93162]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 05:11:13.714053 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 05:11:13.714053 dv-cinder-801617-3-iscsi neutron-server[93162]: return f(self, *a, **k) Jul 28 05:11:13.714053 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 05:11:13.714053 dv-cinder-801617-3-iscsi neutron-server[93162]: return self._get(url).json() Jul 28 05:11:13.714053 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 05:11:13.714053 dv-cinder-801617-3-iscsi neutron-server[93162]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 05:11:13.714053 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 05:11:13.714053 dv-cinder-801617-3-iscsi neutron-server[93162]: return self.request(url, 'GET', **kwargs) Jul 28 05:11:13.714053 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 05:11:13.714053 dv-cinder-801617-3-iscsi neutron-server[93162]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 05:11:13.714053 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 05:11:13.714053 dv-cinder-801617-3-iscsi neutron-server[93162]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 05:11:13.714053 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 05:11:13.714053 dv-cinder-801617-3-iscsi neutron-server[93162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 05:11:13.714053 dv-cinder-801617-3-iscsi neutron-server[93162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 05:11:13.780661 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c7a76da9-a57a-43ec-8d16-62a9305919e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406773'] for network, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:13.786173 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c7a76da9-a57a-43ec-8d16-62a9305919e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for network, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:13.788221 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-c7a76da9-a57a-43ec-8d16-62a9305919e0 admin admin] 10.222.0.13 "DELETE /v2.0/networks/2c405892-0be9-4275-be78-e8a78716395c HTTP/1.1" status: 204 len: 168 time: 0.3008201 Jul 28 05:11:13.799309 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 46400) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:11:13.826002 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a76da9-a57a-43ec-8d16-62a9305919e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c405892-0be9-4275-be78-e8a78716395c,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:11:13.859360 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9a6b662-a32b-4951-b5db-bfecfb6d7eb8 admin admin] Deleting subnet af20797e-5524-43af-8214-11c5692af23a {{(pid=93162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 05:11:13.864201 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d9a6b662-a32b-4951-b5db-bfecfb6d7eb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:13.922037 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d9a6b662-a32b-4951-b5db-bfecfb6d7eb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4869481'] for subnet, precommit_delete_associations {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:13.971110 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d9a6b662-a32b-4951-b5db-bfecfb6d7eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504883'] for subnet, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:13.991507 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-913504a7-b5de-4ac4-92e4-1469cc08043d req-57d54c26-5d30-4bef-8165-1bfe63993441 tempest-VolumesNegativeTest-297600411 tempest-VolumesNegativeTest-297600411-project] 10.222.0.13 "GET /v2.0/ports?device_id=768cd40b-e63f-44f5-8409-2268732536ce HTTP/1.1" status: 200 len: 210 time: 0.0717368 Jul 28 05:11:14.025372 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166130dc-dc54-4248-9963-fb9cc306a262 req-469cad1f-b17c-48e6-b64d-ae1e942c70f8 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:14.026871 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-166130dc-dc54-4248-9963-fb9cc306a262 req-469cad1f-b17c-48e6-b64d-ae1e942c70f8 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf03d9c-e3ad-4b0a-b076-324f0ac23e0a HTTP/1.1" status: 200 len: 946 time: 0.1534469 Jul 28 05:11:14.028223 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-de839a57-7751-4a9e-84ce-ed56ecdccede tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:14.105195 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d9a6b662-a32b-4951-b5db-bfecfb6d7eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1504890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4414178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4221011'] for subnet, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:14.139573 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-166130dc-dc54-4248-9963-fb9cc306a262 req-38855df8-9caa-47a2-90bb-f7abeb2aa646 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940261 Jul 28 05:11:14.145435 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d9a6b662-a32b-4951-b5db-bfecfb6d7eb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:14.148580 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-d9a6b662-a32b-4951-b5db-bfecfb6d7eb8 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/af20797e-5524-43af-8214-11c5692af23a HTTP/1.1" status: 204 len: 168 time: 0.3479817 Jul 28 05:11:14.151136 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 46414) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:11:14.153414 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a6b662-a32b-4951-b5db-bfecfb6d7eb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af20797e-5524-43af-8214-11c5692af23a,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:11:14.191107 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-de839a57-7751-4a9e-84ce-ed56ecdccede tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:14.255966 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-32d5da8f-aa84-4b00-ac47-ca684b03fcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1632385'] for network, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:14.372172 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-32d5da8f-aa84-4b00-ac47-ca684b03fcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377030', 'neutron.services.segments.db._delete_segments_for_network-8765227628337'] for network, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:14.374322 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc847d8-3a3b-4211-ba72-125514fb6388 req-74b90798-0293-49c3-9066-ddfa0a131b77 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:14.376110 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ccc847d8-3a3b-4211-ba72-125514fb6388 req-74b90798-0293-49c3-9066-ddfa0a131b77 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.0754778 Jul 28 05:11:14.389445 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-32d5da8f-aa84-4b00-ac47-ca684b03fcc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38d25bb3-c241-41d5-aea9-42c861f52472']}} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:11:14.400513 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-32d5da8f-aa84-4b00-ac47-ca684b03fcc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99ec86f4-be98-4a4d-ac72-79235f2ba0c1') {'for_net_delete': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:11:14.400843 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-32d5da8f-aa84-4b00-ac47-ca684b03fcc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99ec86f4-be98-4a4d-ac72-79235f2ba0c1') {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:11:14.409926 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-32d5da8f-aa84-4b00-ac47-ca684b03fcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765227627066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4869472'] for segment, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:14.424793 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-32d5da8f-aa84-4b00-ac47-ca684b03fcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502470'] for segment, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:14.431914 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32d5da8f-aa84-4b00-ac47-ca684b03fcc3 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=93162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 05:11:14.432326 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-32d5da8f-aa84-4b00-ac47-ca684b03fcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4414104'] for segment, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:14.444655 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ccc847d8-3a3b-4211-ba72-125514fb6388 req-f3f4bd4e-0d12-4c9a-b476-711045999a5d tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574796 Jul 28 05:11:14.476142 dv-cinder-801617-3-iscsi neutron-server[93162]: Traceback (most recent call last): Jul 28 05:11:14.476142 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 05:11:14.476142 dv-cinder-801617-3-iscsi neutron-server[93162]: timer() Jul 28 05:11:14.476142 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 05:11:14.476142 dv-cinder-801617-3-iscsi neutron-server[93162]: cb(*args, **kw) Jul 28 05:11:14.476142 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 05:11:14.476142 dv-cinder-801617-3-iscsi neutron-server[93162]: return func(*args, **kwargs) Jul 28 05:11:14.476142 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 05:11:14.476142 dv-cinder-801617-3-iscsi neutron-server[93162]: self._notify() Jul 28 05:11:14.476142 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 05:11:14.476142 dv-cinder-801617-3-iscsi neutron-server[93162]: self.callback(batched_events) Jul 28 05:11:14.476142 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 05:11:14.476142 dv-cinder-801617-3-iscsi neutron-server[93162]: event.method(event) Jul 28 05:11:14.476142 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 05:11:14.476142 dv-cinder-801617-3-iscsi neutron-server[93162]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 05:11:14.476142 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 05:11:14.476142 dv-cinder-801617-3-iscsi neutron-server[93162]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 05:11:14.476142 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 05:11:14.476142 dv-cinder-801617-3-iscsi neutron-server[93162]: return f(self, *a, **k) Jul 28 05:11:14.476142 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 05:11:14.476142 dv-cinder-801617-3-iscsi neutron-server[93162]: return self._get(url).json() Jul 28 05:11:14.476142 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 05:11:14.476142 dv-cinder-801617-3-iscsi neutron-server[93162]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 05:11:14.476142 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 05:11:14.476142 dv-cinder-801617-3-iscsi neutron-server[93162]: return self.request(url, 'GET', **kwargs) Jul 28 05:11:14.476142 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 05:11:14.476142 dv-cinder-801617-3-iscsi neutron-server[93162]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 05:11:14.476142 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 05:11:14.476142 dv-cinder-801617-3-iscsi neutron-server[93162]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 05:11:14.476142 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 05:11:14.476142 dv-cinder-801617-3-iscsi neutron-server[93162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 05:11:14.476142 dv-cinder-801617-3-iscsi neutron-server[93162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 05:11:14.485397 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-de839a57-7751-4a9e-84ce-ed56ecdccede tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Notify callbacks [] for port, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:14.492639 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-de839a57-7751-4a9e-84ce-ed56ecdccede tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:14.509049 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-32d5da8f-aa84-4b00-ac47-ca684b03fcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406773'] for network, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:14.529500 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-de839a57-7751-4a9e-84ce-ed56ecdccede tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406535'] for floatingip, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:14.544957 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-32d5da8f-aa84-4b00-ac47-ca684b03fcc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for network, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:14.548223 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-32d5da8f-aa84-4b00-ac47-ca684b03fcc3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/38d25bb3-c241-41d5-aea9-42c861f52472 HTTP/1.1" status: 204 len: 168 time: 0.3961399 Jul 28 05:11:14.573841 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d5da8f-aa84-4b00-ac47-ca684b03fcc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=38d25bb3-c241-41d5-aea9-42c861f52472,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:11:14.587961 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de839a57-7751-4a9e-84ce-ed56ecdccede tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Pushing event updated for resources: {'Port': ['ID=57554b1c-1986-4d31-89aa-cfb26443157b,revision_number=2']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:11:14.691762 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.db.l3_db [None req-de839a57-7751-4a9e-84ce-ed56ecdccede tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Floating IP 6ccdc639-bda4-48ee-ae02-1beb528d0fc7 associated. External IP: 172.27.2.176, port: 1af19cb9-50e4-4929-b34f-0cfc87b92890. Jul 28 05:11:14.746322 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d22cfb5-35d1-4de9-9c7c-e0565a5a4646 req-3aac17e6-6866-4a9c-85b2-6906a3842815 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:14.747909 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0d22cfb5-35d1-4de9-9c7c-e0565a5a4646 req-3aac17e6-6866-4a9c-85b2-6906a3842815 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 945 time: 0.1003599 Jul 28 05:11:14.752726 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 46436) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:11:14.793321 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-7e2907d5-fca8-4e84-be07-9d6cdfe4c5b7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bd1d9f260692494481cab1f0445f6a0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393524 Jul 28 05:11:14.795827 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 46438) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:11:14.835260 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0d22cfb5-35d1-4de9-9c7c-e0565a5a4646 req-39aabd25-f0a7-4089-ae59-ec6bed7ca3fa tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814004 Jul 28 05:11:14.843549 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0bc38334-5a29-4372-b7f1-9809a65c9e19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:14.865202 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0bc38334-5a29-4372-b7f1-9809a65c9e19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:14.911022 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0bc38334-5a29-4372-b7f1-9809a65c9e19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:14.914380 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0bc38334-5a29-4372-b7f1-9809a65c9e19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:14.915751 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-0bc38334-5a29-4372-b7f1-9809a65c9e19 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7c508e77-af5a-4298-bc0a-e74e98c66e3e HTTP/1.1" status: 204 len: 168 time: 0.1189728 Jul 28 05:11:14.925510 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc38334-5a29-4372-b7f1-9809a65c9e19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c508e77-af5a-4298-bc0a-e74e98c66e3e,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:11:15.193125 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de839a57-7751-4a9e-84ce-ed56ecdccede tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Router b30a494e-afa2-43d6-b7c0-07b0571d672c has already been hosted by L3 agent febb8baf-5368-4b94-affe-2856141f0f3f {{(pid=93163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 05:11:15.300712 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 46464) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:11:15.331621 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de839a57-7751-4a9e-84ce-ed56ecdccede tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Notify agent at l3_agent.dv-cinder-801617-3-iscsi the message routers_updated {{(pid=93163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:11:15.343014 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd80ab91-bace-416f-8e30-1d2de3ce3cb8 None None] Sync routers for ids ['b30a494e-afa2-43d6-b7c0-07b0571d672c'] in dv-cinder-801617-3-iscsi {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:11:15.353006 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd80ab91-bace-416f-8e30-1d2de3ce3cb8 None None] Routers {'b30a494e-afa2-43d6-b7c0-07b0571d672c'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:11:15.353681 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-fd80ab91-bace-416f-8e30-1d2de3ce3cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:10:57Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['b30a494e-afa2-43d6-b7c0-07b0571d672c'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:11:15.361714 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-7d1e01cd-25df-4efc-acbd-28bfc8adcf6b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8b67410dde7c4e39ac7957ea8230b822&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0590348 Jul 28 05:11:15.364400 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 46472) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:11:15.370802 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-de839a57-7751-4a9e-84ce-ed56ecdccede tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068'] for floatingip, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:15.425688 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-de839a57-7751-4a9e-84ce-ed56ecdccede tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2449634 Jul 28 05:11:15.428367 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daae0899-4a0a-41bd-8ab2-534b6cc22a7e', 'tag': '1af19cb9-50e4-4929-b34f-0cfc87b92890'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:11:15.431316 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdaae2d937131cd036474998a49e3e11d53281396ea4e1ac8b096c837d21eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8836edd0-40d6-4b42-bd53-8b5a60d49854" -d '{"events": [{"name": "network-changed", "server_uuid": "daae0899-4a0a-41bd-8ab2-534b6cc22a7e", "tag": "1af19cb9-50e4-4929-b34f-0cfc87b92890"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:11:15.464469 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b74998bd-8d9d-46ae-b5bf-7f8bf69d32c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:15.478513 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 05:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd05338-8dcd-48ce-a1b5-f59adb66d273 x-openstack-request-id: req-ecd05338-8dcd-48ce-a1b5-f59adb66d273 {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:11:15.478796 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daae0899-4a0a-41bd-8ab2-534b6cc22a7e", "tag": "1af19cb9-50e4-4929-b34f-0cfc87b92890", "status": "completed", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:11:15.479032 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ecd05338-8dcd-48ce-a1b5-f59adb66d273 {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:11:15.479506 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daae0899-4a0a-41bd-8ab2-534b6cc22a7e', 'tag': '1af19cb9-50e4-4929-b34f-0cfc87b92890', 'status': 'completed', 'code': 200} Jul 28 05:11:15.521855 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-fd80ab91-bace-416f-8e30-1d2de3ce3cb8 None None] Set router b30a494e-afa2-43d6-b7c0-07b0571d672c gateway port host: dv-cinder-801617-3-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:11:15.546797 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b74998bd-8d9d-46ae-b5bf-7f8bf69d32c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:15.628100 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b74998bd-8d9d-46ae-b5bf-7f8bf69d32c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:15.630649 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b74998bd-8d9d-46ae-b5bf-7f8bf69d32c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:15.636327 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-b74998bd-8d9d-46ae-b5bf-7f8bf69d32c6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c1c753af-fc04-4148-bd03-3d05c1e2c12d HTTP/1.1" status: 204 len: 168 time: 0.2706394 Jul 28 05:11:15.663139 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74998bd-8d9d-46ae-b5bf-7f8bf69d32c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c753af-fc04-4148-bd03-3d05c1e2c12d,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:11:15.686766 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da7aa68-c81f-45b9-bc1a-3192eb302f02 req-8ba5b838-89a3-40b9-a4a0-272c10e2d1c1 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:15.688556 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5da7aa68-c81f-45b9-bc1a-3192eb302f02 req-8ba5b838-89a3-40b9-a4a0-272c10e2d1c1 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.1533337 Jul 28 05:11:15.729873 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836edd0-40d6-4b42-bd53-8b5a60d49854 req-32e752d9-625d-4324-ad49-f0187a4a71bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:15.737882 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8836edd0-40d6-4b42-bd53-8b5a60d49854 req-32e752d9-625d-4324-ad49-f0187a4a71bc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a552f7ab2976456ea67918bb2395079f&device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 1098 time: 0.1406715 Jul 28 05:11:15.860688 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5da7aa68-c81f-45b9-bc1a-3192eb302f02 req-e342fb3f-248a-4558-9511-017066bbf0f0 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509178 Jul 28 05:11:15.869562 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-fd80ab91-bace-416f-8e30-1d2de3ce3cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30a494e-afa2-43d6-b7c0-07b0571d672c', 'name': 'tempest-TestVolumeBootPattern-1737634104-router', 'tenant_id': 'a552f7ab2976456ea67918bb2395079f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '67d233a3-056c-4d5b-a031-bbf00997430a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:43Z', 'updated_at': '2021-07-28T05:09:48Z', 'revision_number': 4, 'project_id': 'a552f7ab2976456ea67918bb2395079f', 'gw_port': {'id': '67d233a3-056c-4d5b-a031-bbf00997430a', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30a494e-afa2-43d6-b7c0-07b0571d672c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:44Z', 'updated_at': '2021-07-28T05:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_floatingips': [{'id': '6ccdc639-bda4-48ee-ae02-1beb528d0fc7', 'tenant_id': 'a552f7ab2976456ea67918bb2395079f', 'floating_ip_address': '172.27.2.176', 'floating_network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'router_id': 'b30a494e-afa2-43d6-b7c0-07b0571d672c', 'port_id': '1af19cb9-50e4-4929-b34f-0cfc87b92890', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef26f782-d8e2-421a-8538-0b5e94a369eb', 'mac_address': 'fa:16:3e:1d:cd:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daae0899-4a0a-41bd-8ab2-534b6cc22a7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T05:11:13Z', 'updated_at': '2021-07-28T05:11:13Z', 'revision_number': 0, 'project_id': 'a552f7ab2976456ea67918bb2395079f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '002fa289-25d1-4212-89cb-0ceb01342e74', 'name': '', 'network_id': 'ef26f782-d8e2-421a-8538-0b5e94a369eb', 'tenant_id': 'a552f7ab2976456ea67918bb2395079f', 'mac_address': 'fa:16:3e:3b:17:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30a494e-afa2-43d6-b7c0-07b0571d672c', 'device_owner': 'network:router_interface', 'standard_attr_id': 201, 'fixed_ips': [{'subnet_id': '58ccc002-22d5-41bf-898a-9be0afe8a15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:47Z', 'updated_at': '2021-07-28T05:09:53Z', 'revision_number': 5, 'project_id': 'a552f7ab2976456ea67918bb2395079f', 'subnets': [{'id': '58ccc002-22d5-41bf-898a-9be0afe8a15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:11:15.934719 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd80ab91-bace-416f-8e30-1d2de3ce3cb8 None None] Checking router: b30a494e-afa2-43d6-b7c0-07b0571d672c for host: dv-cinder-801617-3-iscsi {{(pid=93165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:11:15.958824 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836edd0-40d6-4b42-bd53-8b5a60d49854 req-25cde4bf-4bb4-48a0-b307-c44614d06743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:15.960657 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8836edd0-40d6-4b42-bd53-8b5a60d49854 req-25cde4bf-4bb4-48a0-b307-c44614d06743 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ef26f782-d8e2-421a-8538-0b5e94a369eb HTTP/1.1" status: 200 len: 913 time: 0.1936796 Jul 28 05:11:15.962391 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd80ab91-bace-416f-8e30-1d2de3ce3cb8 None None] Routers {'b30a494e-afa2-43d6-b7c0-07b0571d672c'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:11:15.963170 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-fd80ab91-bace-416f-8e30-1d2de3ce3cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:10:57Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['b30a494e-afa2-43d6-b7c0-07b0571d672c'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:11:16.136585 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6438b89-2303-4852-9f1b-1778bbec7e69 req-36108d18-1a76-40be-8ef2-50e2111a9de1 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:16.138118 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-fd80ab91-bace-416f-8e30-1d2de3ce3cb8 None None] Set router b30a494e-afa2-43d6-b7c0-07b0571d672c gateway port host: dv-cinder-801617-3-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:11:16.144410 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a6438b89-2303-4852-9f1b-1778bbec7e69 req-36108d18-1a76-40be-8ef2-50e2111a9de1 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 945 time: 0.1826098 Jul 28 05:11:16.147795 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8836edd0-40d6-4b42-bd53-8b5a60d49854 req-08327673-3b04-40fd-9db7-d1bee4217e3f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1af19cb9-50e4-4929-b34f-0cfc87b92890 HTTP/1.1" status: 200 len: 999 time: 0.1707072 Jul 28 05:11:16.230273 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a6438b89-2303-4852-9f1b-1778bbec7e69 req-b1d1c5d7-505e-4cbb-8011-2de593e73042 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794201 Jul 28 05:11:16.263465 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836edd0-40d6-4b42-bd53-8b5a60d49854 req-8d5e3395-4b61-4a1f-8501-62fa9c6c3328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:16.265111 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8836edd0-40d6-4b42-bd53-8b5a60d49854 req-8d5e3395-4b61-4a1f-8501-62fa9c6c3328 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=58ccc002-22d5-41bf-898a-9be0afe8a15a HTTP/1.1" status: 200 len: 851 time: 0.0919003 Jul 28 05:11:16.479286 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-fd80ab91-bace-416f-8e30-1d2de3ce3cb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30a494e-afa2-43d6-b7c0-07b0571d672c', 'name': 'tempest-TestVolumeBootPattern-1737634104-router', 'tenant_id': 'a552f7ab2976456ea67918bb2395079f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '67d233a3-056c-4d5b-a031-bbf00997430a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:43Z', 'updated_at': '2021-07-28T05:09:48Z', 'revision_number': 4, 'project_id': 'a552f7ab2976456ea67918bb2395079f', 'gw_port': {'id': '67d233a3-056c-4d5b-a031-bbf00997430a', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30a494e-afa2-43d6-b7c0-07b0571d672c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:44Z', 'updated_at': '2021-07-28T05:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_floatingips': [{'id': '6ccdc639-bda4-48ee-ae02-1beb528d0fc7', 'tenant_id': 'a552f7ab2976456ea67918bb2395079f', 'floating_ip_address': '172.27.2.176', 'floating_network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'router_id': 'b30a494e-afa2-43d6-b7c0-07b0571d672c', 'port_id': '1af19cb9-50e4-4929-b34f-0cfc87b92890', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef26f782-d8e2-421a-8538-0b5e94a369eb', 'mac_address': 'fa:16:3e:1d:cd:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daae0899-4a0a-41bd-8ab2-534b6cc22a7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T05:11:13Z', 'updated_at': '2021-07-28T05:11:13Z', 'revision_number': 0, 'project_id': 'a552f7ab2976456ea67918bb2395079f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '002fa289-25d1-4212-89cb-0ceb01342e74', 'name': '', 'network_id': 'ef26f782-d8e2-421a-8538-0b5e94a369eb', 'tenant_id': 'a552f7ab2976456ea67918bb2395079f', 'mac_address': 'fa:16:3e:3b:17:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30a494e-afa2-43d6-b7c0-07b0571d672c', 'device_owner': 'network:router_interface', 'standard_attr_id': 201, 'fixed_ips': [{'subnet_id': '58ccc002-22d5-41bf-898a-9be0afe8a15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:47Z', 'updated_at': '2021-07-28T05:09:53Z', 'revision_number': 5, 'project_id': 'a552f7ab2976456ea67918bb2395079f', 'subnets': [{'id': '58ccc002-22d5-41bf-898a-9be0afe8a15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:11:16.484301 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836edd0-40d6-4b42-bd53-8b5a60d49854 req-2f39dd5f-d32a-428a-80a5-0f856cd899c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:16.486531 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8836edd0-40d6-4b42-bd53-8b5a60d49854 req-2f39dd5f-d32a-428a-80a5-0f856cd899c0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ef26f782-d8e2-421a-8538-0b5e94a369eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0937755 Jul 28 05:11:16.540205 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd80ab91-bace-416f-8e30-1d2de3ce3cb8 None None] The sync data for ids ['b30a494e-afa2-43d6-b7c0-07b0571d672c'] in dv-cinder-801617-3-iscsi is: [{'id': 'b30a494e-afa2-43d6-b7c0-07b0571d672c', 'name': 'tempest-TestVolumeBootPattern-1737634104-router', 'tenant_id': 'a552f7ab2976456ea67918bb2395079f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '67d233a3-056c-4d5b-a031-bbf00997430a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:43Z', 'updated_at': '2021-07-28T05:09:48Z', 'revision_number': 4, 'project_id': 'a552f7ab2976456ea67918bb2395079f', 'gw_port': {'id': '67d233a3-056c-4d5b-a031-bbf00997430a', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30a494e-afa2-43d6-b7c0-07b0571d672c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:44Z', 'updated_at': '2021-07-28T05:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_floatingips': [{'id': '6ccdc639-bda4-48ee-ae02-1beb528d0fc7', 'tenant_id': 'a552f7ab2976456ea67918bb2395079f', 'floating_ip_address': '172.27.2.176', 'floating_network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'router_id': 'b30a494e-afa2-43d6-b7c0-07b0571d672c', 'port_id': '1af19cb9-50e4-4929-b34f-0cfc87b92890', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef26f782-d8e2-421a-8538-0b5e94a369eb', 'mac_address': 'fa:16:3e:1d:cd:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daae0899-4a0a-41bd-8ab2-534b6cc22a7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T05:11:13Z', 'updated_at': '2021-07-28T05:11:13Z', 'revision_number': 0, 'project_id': 'a552f7ab2976456ea67918bb2395079f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '002fa289-25d1-4212-89cb-0ceb01342e74', 'name': '', 'network_id': 'ef26f782-d8e2-421a-8538-0b5e94a369eb', 'tenant_id': 'a552f7ab2976456ea67918bb2395079f', 'mac_address': 'fa:16:3e:3b:17:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30a494e-afa2-43d6-b7c0-07b0571d672c', 'device_owner': 'network:router_interface', 'standard_attr_id': 201, 'fixed_ips': [{'subnet_id': '58ccc002-22d5-41bf-898a-9be0afe8a15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:47Z', 'updated_at': '2021-07-28T05:09:53Z', 'revision_number': 5, 'project_id': 'a552f7ab2976456ea67918bb2395079f', 'subnets': [{'id': '58ccc002-22d5-41bf-898a-9be0afe8a15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:11:16.597257 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device 825bad06-90b2-49c4-88f9-cc11c04795d1 no longer exists at agent hyperv_hv-cinder-80161 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:11:16.635952 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8836edd0-40d6-4b42-bd53-8b5a60d49854 req-966cd166-c04f-4b2a-b0fc-1e2cb06b3534 service neutron] 10.222.0.21 "GET /v2.0/networks/ef26f782-d8e2-421a-8538-0b5e94a369eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356828 Jul 28 05:11:16.638536 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] No Port match for: 825bad06-90b2-49c4-88f9-cc11c04795d1 {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 05:11:16.638933 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device 825bad06-90b2-49c4-88f9-cc11c04795d1 not bound to the agent host hv-cinder-80161 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:11:16.789913 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8836edd0-40d6-4b42-bd53-8b5a60d49854 req-6ae06be0-6b83-4f3b-a201-66fe1beb5482 service neutron] 10.222.0.21 "GET /v2.0/networks/ef26f782-d8e2-421a-8538-0b5e94a369eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273935 Jul 28 05:11:16.833601 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d21f998-3cba-4c32-8fb8-079e718515bd None None] New status for floating IP 6ccdc639-bda4-48ee-ae02-1beb528d0fc7: ACTIVE {{(pid=93164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 05:11:17.031003 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b009e56-753a-42c6-90f8-30c7dc75bc82 req-9242e775-1def-4adc-9c54-f6d3450d6957 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:17.032607 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3b009e56-753a-42c6-90f8-30c7dc75bc82 req-9242e775-1def-4adc-9c54-f6d3450d6957 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.0761766 Jul 28 05:11:17.087354 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3b009e56-753a-42c6-90f8-30c7dc75bc82 req-de9a2ab4-cdf5-4bea-b59d-a8c127957c3d tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424640 Jul 28 05:11:17.374019 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec212b2-69d7-44c1-a322-00d2beaab650 req-b23d43b9-1361-4eac-8750-0e6884a849f4 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:17.375458 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-aec212b2-69d7-44c1-a322-00d2beaab650 req-b23d43b9-1361-4eac-8750-0e6884a849f4 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 945 time: 0.0747569 Jul 28 05:11:17.421945 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-aec212b2-69d7-44c1-a322-00d2beaab650 req-cde7046d-fde0-416f-9c5c-5a470ad92477 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401196 Jul 28 05:11:18.039801 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-173a7f13-4b9b-4b57-8882-f071091bf80e req-22f4f326-5252-4230-9508-98db17454b05 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1e118b8e-18cd-4b34-b66f-893e8e5db0fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411587 Jul 28 05:11:18.083037 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:18.128838 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a7f13-4b9b-4b57-8882-f071091bf80e req-518f71be-e2f5-49af-8b88-6a5d546b132b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:18.130340 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-173a7f13-4b9b-4b57-8882-f071091bf80e req-518f71be-e2f5-49af-8b88-6a5d546b132b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=30b837791a4f45f7bbefa0af378d5354&device_id=1e118b8e-18cd-4b34-b66f-893e8e5db0fb HTTP/1.1" status: 200 len: 1098 time: 0.0460160 Jul 28 05:11:18.254039 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc05080-de09-4feb-abb6-84032a9985d5 req-35087932-f01a-4781-9a57-399efbf29f3c tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:18.257295 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-afc05080-de09-4feb-abb6-84032a9985d5 req-35087932-f01a-4781-9a57-399efbf29f3c tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.1041839 Jul 28 05:11:18.312501 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a7f13-4b9b-4b57-8882-f071091bf80e req-b43763da-4d83-474d-b35f-17b0fdebc764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:18.313886 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-173a7f13-4b9b-4b57-8882-f071091bf80e req-b43763da-4d83-474d-b35f-17b0fdebc764 service neutron] 10.222.0.21 "GET /v2.0/networks?id=300c0b7a-3ec7-45c6-b237-7a8d9dd471d0 HTTP/1.1" status: 200 len: 915 time: 0.1352050 Jul 28 05:11:18.317126 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-afc05080-de09-4feb-abb6-84032a9985d5 req-541272f6-9fcb-408c-b0aa-a17e988295c1 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548406 Jul 28 05:11:18.368270 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-173a7f13-4b9b-4b57-8882-f071091bf80e req-cb8a498a-2a36-42af-a449-a934d71bf16f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ff5819f-777b-414b-9f10-643c6d3f7c92 HTTP/1.1" status: 200 len: 217 time: 0.0360692 Jul 28 05:11:18.428655 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a7f13-4b9b-4b57-8882-f071091bf80e req-798bca8d-3c82-4813-906a-6ed65c797463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:18.430192 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-173a7f13-4b9b-4b57-8882-f071091bf80e req-798bca8d-3c82-4813-906a-6ed65c797463 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f56af102-7f6a-4a13-8214-ac092fadb2ac HTTP/1.1" status: 200 len: 854 time: 0.0528438 Jul 28 05:11:18.481719 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-173a7f13-4b9b-4b57-8882-f071091bf80e req-9ae7243b-a9a1-4b00-82e7-af2802a13faa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=300c0b7a-3ec7-45c6-b237-7a8d9dd471d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364578 Jul 28 05:11:18.591006 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad8410-8f9d-48f3-963a-3162fd4d7ee8 req-61773099-557c-4b14-9e58-6d75b7cf2e7c tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:18.592483 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7cad8410-8f9d-48f3-963a-3162fd4d7ee8 req-61773099-557c-4b14-9e58-6d75b7cf2e7c tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 945 time: 0.0806808 Jul 28 05:11:18.639295 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-173a7f13-4b9b-4b57-8882-f071091bf80e req-24f23db7-505c-4dc7-ae27-d4a06218e761 service neutron] 10.222.0.21 "GET /v2.0/networks/300c0b7a-3ec7-45c6-b237-7a8d9dd471d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471732 Jul 28 05:11:18.652565 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7cad8410-8f9d-48f3-963a-3162fd4d7ee8 req-868f4c49-d10e-4d18-8fdf-08085b54e247 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495958 Jul 28 05:11:18.737292 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-173a7f13-4b9b-4b57-8882-f071091bf80e req-bbc2b6dc-dd02-4b38-af8d-3f327390f6bf service neutron] 10.222.0.21 "GET /v2.0/networks/300c0b7a-3ec7-45c6-b237-7a8d9dd471d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836809 Jul 28 05:11:19.434801 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca696fbf-c66c-4069-8fa2-edd69cf4f3d7 req-5f6fd166-3dec-4b0e-b924-c7f8abcdaeae tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:19.436377 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ca696fbf-c66c-4069-8fa2-edd69cf4f3d7 req-5f6fd166-3dec-4b0e-b924-c7f8abcdaeae tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.0491402 Jul 28 05:11:19.473504 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ca696fbf-c66c-4069-8fa2-edd69cf4f3d7 req-9714b7ce-d66c-4d39-b9ee-b1bbe823ddfd tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311823 Jul 28 05:11:19.748587 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 46826) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:11:19.780725 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e560384f-5c5e-41ba-a772-681ed6a086bb req-9b77c4d5-6a34-4613-af9e-848c5fa7c789 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:19.782218 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e560384f-5c5e-41ba-a772-681ed6a086bb req-9b77c4d5-6a34-4613-af9e-848c5fa7c789 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 945 time: 0.0551152 Jul 28 05:11:19.821931 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e560384f-5c5e-41ba-a772-681ed6a086bb req-b0d16792-7e2a-424c-ab47-cc5ee7d9aae3 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335331 Jul 28 05:11:19.883747 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-62847500-77d4-407f-8061-c0704ef6ffa5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cdc5d4d6e2c94f9382e082f430f5558b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1328509 Jul 28 05:11:19.885007 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 46832) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:11:19.934802 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-77d5ced7-d67f-41d5-a552-d361c60b8e42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:19.955484 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-77d5ced7-d67f-41d5-a552-d361c60b8e42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:20.002897 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-77d5ced7-d67f-41d5-a552-d361c60b8e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:20.005481 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-77d5ced7-d67f-41d5-a552-d361c60b8e42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:20.006639 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-77d5ced7-d67f-41d5-a552-d361c60b8e42 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0aa6c7b6-f146-470a-b141-93f22ce6b472 HTTP/1.1" status: 204 len: 168 time: 0.1207352 Jul 28 05:11:20.014986 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d5ced7-d67f-41d5-a552-d361c60b8e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa6c7b6-f146-470a-b141-93f22ce6b472,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:11:20.602157 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf28070-a3fa-4480-871c-600d40a0a7fc req-ff68201a-a9cb-4a4c-af7b-fe38644083e1 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:20.603688 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9cf28070-a3fa-4480-871c-600d40a0a7fc req-ff68201a-a9cb-4a4c-af7b-fe38644083e1 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.0605776 Jul 28 05:11:20.644868 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9cf28070-a3fa-4480-871c-600d40a0a7fc req-523b0f2f-3b52-4abe-b830-541fc033a1c4 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342155 Jul 28 05:11:20.658721 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 46864) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:11:20.759525 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-b47479fd-3aac-452b-997d-94a0c6e27821 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-923233514-network', 'tenant_id': '162cf98d41084cd29bc9db2538d57b58'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:11:20.780889 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47479fd-3aac-452b-997d-94a0c6e27821 admin admin] Made reservation on behalf of 162cf98d41084cd29bc9db2538d57b58 for: {'network': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:11:20.783488 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b47479fd-3aac-452b-997d-94a0c6e27821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for network, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:20.791962 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b47479fd-3aac-452b-997d-94a0c6e27821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:20.882939 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b47479fd-3aac-452b-997d-94a0c6e27821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:20.887011 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b47479fd-3aac-452b-997d-94a0c6e27821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:20.915265 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47479fd-3aac-452b-997d-94a0c6e27821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54625e3e-dce3-4365-bd4f-8381487c9868,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:11:20.924184 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b47479fd-3aac-452b-997d-94a0c6e27821 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=93162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 05:11:20.936237 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b47479fd-3aac-452b-997d-94a0c6e27821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502470'] for segment, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:20.936716 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.db.segments_db [None req-b47479fd-3aac-452b-997d-94a0c6e27821 admin admin] Added segment 275e1bcb-3d9e-4904-beb0-ef3ab74c53b2 of type vlan for network 1e1b37c8-9f51-4b13-b4f6-5de8eae97aae Jul 28 05:11:20.954036 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e254c-2c19-4fc3-9522-f1173573b944 req-6133a0b6-75b6-433d-87b9-6ce5ad9501a0 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:20.955596 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ce9e254c-2c19-4fc3-9522-f1173573b944 req-6133a0b6-75b6-433d-87b9-6ce5ad9501a0 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 945 time: 0.0588410 Jul 28 05:11:20.979353 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b47479fd-3aac-452b-997d-94a0c6e27821 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765227181150'] for network, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:20.997979 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ce9e254c-2c19-4fc3-9522-f1173573b944 req-5625b96e-9a02-4638-8716-c8639b756975 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348139 Jul 28 05:11:21.010680 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b47479fd-3aac-452b-997d-94a0c6e27821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463'] for network, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:21.011808 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47479fd-3aac-452b-997d-94a0c6e27821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:21.012282 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b47479fd-3aac-452b-997d-94a0c6e27821 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for network, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:21.064258 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-b47479fd-3aac-452b-997d-94a0c6e27821 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4042344 Jul 28 05:11:21.067212 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 46872) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:11:21.071726 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47479fd-3aac-452b-997d-94a0c6e27821 admin admin] Pushing event updated for resources: {'Network': ['ID=1e1b37c8-9f51-4b13-b4f6-5de8eae97aae,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:11:21.072593 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-3ec5ac3a-b82b-4c4b-bc30-2027d9718b36 admin admin] Request body: {'subnet': {'network_id': '1e1b37c8-9f51-4b13-b4f6-5de8eae97aae', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-923233514-subnet', 'tenant_id': '162cf98d41084cd29bc9db2538d57b58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:11:21.082282 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Network 1e1b37c8-9f51-4b13-b4f6-5de8eae97aae details requested by agent ovs-agent-dv-cinder-801617-3-iscsi with host dv-cinder-801617-3-iscsi {{(pid=93164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 05:11:21.099222 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec5ac3a-b82b-4c4b-bc30-2027d9718b36 admin admin] Made reservation on behalf of 162cf98d41084cd29bc9db2538d57b58 for: {'subnet': 1} {{(pid=93163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:11:21.102034 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-3ec5ac3a-b82b-4c4b-bc30-2027d9718b36 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:21.263690 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-3ec5ac3a-b82b-4c4b-bc30-2027d9718b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463'] for subnet, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:21.319790 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec5ac3a-b82b-4c4b-bc30-2027d9718b36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ae3169a-dd18-4170-bfb7-7c81bdd3233d,revision_number=0']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:11:21.328160 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec5ac3a-b82b-4c4b-bc30-2027d9718b36 admin admin] Checking segment: {'id': '275e1bcb-3d9e-4904-beb0-ef3ab74c53b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1e1b37c8-9f51-4b13-b4f6-5de8eae97aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:11:21.328513 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec5ac3a-b82b-4c4b-bc30-2027d9718b36 admin admin] Network hostable DHCP agents. Network: 1e1b37c8-9f51-4b13-b4f6-5de8eae97aae, hostable agents: ['0224797f-e6dd-43af-ba50-4dde553cda73'], hosted agents: [] {{(pid=93163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 05:11:21.344737 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec5ac3a-b82b-4c4b-bc30-2027d9718b36 admin admin] Network 1e1b37c8-9f51-4b13-b4f6-5de8eae97aae is scheduled to be hosted by DHCP agent 0224797f-e6dd-43af-ba50-4dde553cda73 with binding_index 1 {{(pid=93163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 05:11:21.354984 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-3ec5ac3a-b82b-4c4b-bc30-2027d9718b36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801617-3-iscsi, 1e1b37c8-9f51-4b13-b4f6-5de8eae97aae) {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:11:21.359880 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec5ac3a-b82b-4c4b-bc30-2027d9718b36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:21.360998 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-3ec5ac3a-b82b-4c4b-bc30-2027d9718b36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for subnet, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:21.364390 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faba3f84-a2fd-4144-adf8-2abed8abb987 None None] Network 1e1b37c8-9f51-4b13-b4f6-5de8eae97aae requested from dv-cinder-801617-3-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 05:11:21.375924 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-3ec5ac3a-b82b-4c4b-bc30-2027d9718b36 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3075457 Jul 28 05:11:21.491365 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76379d72-8303-40e9-9964-f225cfdda689 None None] Network 1e1b37c8-9f51-4b13-b4f6-5de8eae97aae requested from dv-cinder-801617-3-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 05:11:21.764829 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e576b466-3d33-4412-88f7-8dacc112d252 req-8c42695d-7019-4ae5-a932-2ef2b9175ffd tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:21.766897 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e576b466-3d33-4412-88f7-8dacc112d252 req-8c42695d-7019-4ae5-a932-2ef2b9175ffd tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.0558233 Jul 28 05:11:21.809080 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e576b466-3d33-4412-88f7-8dacc112d252 req-18ce7160-77a1-4de4-92c7-6a81a755aef8 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353856 Jul 28 05:11:22.142321 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab65cde-e62e-4c13-bb08-13fb9c168b94 req-f62346a6-4e8f-4bfc-9e24-8927c1b637a7 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:22.143691 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5ab65cde-e62e-4c13-bb08-13fb9c168b94 req-f62346a6-4e8f-4bfc-9e24-8927c1b637a7 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 945 time: 0.0738895 Jul 28 05:11:22.158140 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aacfcea-b09f-44b1-89a0-ad94c63cccc6 req-962e338e-18fc-4832-bfe9-e65d613ab166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:22.159537 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1aacfcea-b09f-44b1-89a0-ad94c63cccc6 req-962e338e-18fc-4832-bfe9-e65d613ab166 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 1098 time: 0.0609157 Jul 28 05:11:22.205584 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5ab65cde-e62e-4c13-bb08-13fb9c168b94 req-48264bca-470d-4f70-9b50-55550fa950b2 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546536 Jul 28 05:11:22.211304 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1aacfcea-b09f-44b1-89a0-ad94c63cccc6 req-9305af1b-9b49-445f-81dc-135639caaad3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427897 Jul 28 05:11:22.925154 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df95f70-3456-40d4-96dc-663fad84f1e3 req-69def49e-5a14-49cf-8650-71fdcb92d6c2 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:22.926764 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0df95f70-3456-40d4-96dc-663fad84f1e3 req-69def49e-5a14-49cf-8650-71fdcb92d6c2 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.0499251 Jul 28 05:11:22.965106 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0df95f70-3456-40d4-96dc-663fad84f1e3 req-aa1d1de5-5020-4cbd-80e3-d0798b503c81 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321479 Jul 28 05:11:23.138897 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c3f7b1-1d6d-44b7-ab5a-1be1a1888b2a req-477155f5-323b-420d-a3f6-933e99b93076 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:23.140456 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a0c3f7b1-1d6d-44b7-ab5a-1be1a1888b2a req-477155f5-323b-420d-a3f6-933e99b93076 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/networks?id=1e1b37c8-9f51-4b13-b4f6-5de8eae97aae HTTP/1.1" status: 200 len: 813 time: 0.1162920 Jul 28 05:11:23.155166 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a0c3f7b1-1d6d-44b7-ab5a-1be1a1888b2a req-9dfd4d7c-38f5-4335-a0fc-b64ffb3f0773 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/quotas/162cf98d41084cd29bc9db2538d57b58 HTTP/1.1" status: 200 len: 375 time: 0.0089576 Jul 28 05:11:23.188608 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a0c3f7b1-1d6d-44b7-ab5a-1be1a1888b2a req-b397fbc6-ec4a-4771-a9e5-40cd7412b5d9 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=162cf98d41084cd29bc9db2538d57b58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277200 Jul 28 05:11:23.281772 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a0c3f7b1-1d6d-44b7-ab5a-1be1a1888b2a req-4653ca78-cb1e-4502-9614-e6f08600fdb5 service neutron] 10.222.0.13 "GET /v2.0/networks/1e1b37c8-9f51-4b13-b4f6-5de8eae97aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856745 Jul 28 05:11:23.378604 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc3f26-ee5f-4a0f-8c80-0c824dd6ef32 req-0ec9545a-419b-4266-9fb4-2df437c0ca16 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:23.380109 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-97dc3f26-ee5f-4a0f-8c80-0c824dd6ef32 req-0ec9545a-419b-4266-9fb4-2df437c0ca16 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 945 time: 0.1010497 Jul 28 05:11:23.426903 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a0c3f7b1-1d6d-44b7-ab5a-1be1a1888b2a req-6ed2c772-1d58-4ece-bf84-44d539499835 service neutron] 10.222.0.13 "GET /v2.0/networks/1e1b37c8-9f51-4b13-b4f6-5de8eae97aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190600 Jul 28 05:11:23.439250 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-97dc3f26-ee5f-4a0f-8c80-0c824dd6ef32 req-71ee8453-b61e-4eae-be40-4cabe40348ef tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495310 Jul 28 05:11:23.585317 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e84662de-64ef-4c5e-8e11-63e93a340f02 req-89027021-a6ae-4a20-9bea-d3ea533f2f2a tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0284731 Jul 28 05:11:23.932502 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-87289446-4ffc-4728-be81-e4d69e06c1a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:24.094628 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be93ccaa-ee2b-4b89-aa52-3354283673ea req-67de538e-4d89-4bfb-9e8c-678d7f6d10d0 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:24.096139 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-be93ccaa-ee2b-4b89-aa52-3354283673ea req-67de538e-4d89-4bfb-9e8c-678d7f6d10d0 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.0595889 Jul 28 05:11:24.141460 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-be93ccaa-ee2b-4b89-aa52-3354283673ea req-135566f7-f8f0-4179-aeba-bb26ab152138 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393064 Jul 28 05:11:24.419663 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e822eb3-b092-4999-a443-1aaf8ed0e365 req-278c391c-f56c-49ee-a0f5-423378b7995c tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:24.421185 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2e822eb3-b092-4999-a443-1aaf8ed0e365 req-278c391c-f56c-49ee-a0f5-423378b7995c tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 946 time: 0.0882864 Jul 28 05:11:24.469706 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fbaea7-ab8a-4374-912e-92528ca1b458 req-b823c2fb-8691-4807-91d7-37b0e31bd40d tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:24.471305 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b7fbaea7-ab8a-4374-912e-92528ca1b458 req-b823c2fb-8691-4807-91d7-37b0e31bd40d tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.1115694 Jul 28 05:11:24.508289 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f3e39-8430-48ae-87e6-a521c5495ac1 req-476cf3a4-d5d8-4544-99b8-ed0e07cabda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:24.509727 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a07f3e39-8430-48ae-87e6-a521c5495ac1 req-476cf3a4-d5d8-4544-99b8-ed0e07cabda1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cd3af660b04c4cd28649da733b80e303&device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 1098 time: 0.1134589 Jul 28 05:11:24.514088 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2e822eb3-b092-4999-a443-1aaf8ed0e365 req-d8154361-444a-4222-95b2-dc318d7a86e9 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/security-groups?id=914ab7d4-c321-44bb-8153-ea66db053fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767651 Jul 28 05:11:24.530624 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b7fbaea7-ab8a-4374-912e-92528ca1b458 req-6d315f4c-155f-4fa2-8fb2-44d8c4fd42e4 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502684 Jul 28 05:11:24.666082 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ff7da-388e-4712-b6bf-30d4df646345 req-aab76ebd-2a26-421e-92d1-245880ef3a55 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:24.667583 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4e4ff7da-388e-4712-b6bf-30d4df646345 req-aab76ebd-2a26-421e-92d1-245880ef3a55 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 945 time: 0.0766251 Jul 28 05:11:24.687769 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f3e39-8430-48ae-87e6-a521c5495ac1 req-5234085a-0d63-4df1-95a4-4605cc776eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:24.689141 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a07f3e39-8430-48ae-87e6-a521c5495ac1 req-5234085a-0d63-4df1-95a4-4605cc776eaa service neutron] 10.222.0.21 "GET /v2.0/networks?id=2f6cc273-aa71-4fbb-86d3-1b26dad4ce50 HTTP/1.1" status: 200 len: 919 time: 0.1424477 Jul 28 05:11:24.704160 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8d27846a-49c4-4e52-abb6-4e2a3c5a3b95 req-2d113f67-6dc5-4801-8667-4e25bbf60a4a tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0356886 Jul 28 05:11:24.762105 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a07f3e39-8430-48ae-87e6-a521c5495ac1 req-05708d61-3bc2-4997-bcac-76be09ad0a4b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e92ba37f-ba0e-49eb-aac0-8ed216d472aa HTTP/1.1" status: 200 len: 217 time: 0.0434449 Jul 28 05:11:24.768321 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4e4ff7da-388e-4712-b6bf-30d4df646345 req-9edc6a96-0734-45f6-a9e0-3e057881c1a7 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867891 Jul 28 05:11:24.820275 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07f3e39-8430-48ae-87e6-a521c5495ac1 req-dcb909fc-a74e-4961-a3b3-d1c094ad7a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:24.821714 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a07f3e39-8430-48ae-87e6-a521c5495ac1 req-dcb909fc-a74e-4961-a3b3-d1c094ad7a00 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=55007cfe-ea2e-4cab-9e84-15ae15b8e8bc HTTP/1.1" status: 200 len: 858 time: 0.0488431 Jul 28 05:11:24.863994 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a07f3e39-8430-48ae-87e6-a521c5495ac1 req-d4f8ed0a-0b6e-4dd1-83d3-e30c43f5ac20 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2f6cc273-aa71-4fbb-86d3-1b26dad4ce50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250523 Jul 28 05:11:25.098975 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a07f3e39-8430-48ae-87e6-a521c5495ac1 req-746e0a9f-53ca-48dd-814e-99cdfc774f0d service neutron] 10.222.0.21 "GET /v2.0/networks/2f6cc273-aa71-4fbb-86d3-1b26dad4ce50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628191 Jul 28 05:11:25.105986 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c3f7b1-1d6d-44b7-ab5a-1be1a1888b2a req-d535b943-2f08-4070-bd4e-3ecdd298b84c tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:25.107325 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a0c3f7b1-1d6d-44b7-ab5a-1be1a1888b2a req-d535b943-2f08-4070-bd4e-3ecdd298b84c tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.21 "GET /v2.0/networks?id=1e1b37c8-9f51-4b13-b4f6-5de8eae97aae HTTP/1.1" status: 200 len: 813 time: 0.1702085 Jul 28 05:11:25.143442 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [req-a0c3f7b1-1d6d-44b7-ab5a-1be1a1888b2a req-20b5ca28-024e-4e9a-9e7d-e6468e966c11 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] Request body: {'port': {'device_id': '117b2713-74ea-4435-89c5-32b007bd7bb4', 'network_id': '1e1b37c8-9f51-4b13-b4f6-5de8eae97aae', 'admin_state_up': True, 'tenant_id': '162cf98d41084cd29bc9db2538d57b58'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:11:25.284539 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a07f3e39-8430-48ae-87e6-a521c5495ac1 req-86e00a36-6bea-4fff-b131-c60ddc6960a5 service neutron] 10.222.0.21 "GET /v2.0/networks/2f6cc273-aa71-4fbb-86d3-1b26dad4ce50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526265 Jul 28 05:11:25.305805 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0c3f7b1-1d6d-44b7-ab5a-1be1a1888b2a req-20b5ca28-024e-4e9a-9e7d-e6468e966c11 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] Made reservation on behalf of 162cf98d41084cd29bc9db2538d57b58 for: {'port': 1} {{(pid=93163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:11:25.309137 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-a0c3f7b1-1d6d-44b7-ab5a-1be1a1888b2a req-20b5ca28-024e-4e9a-9e7d-e6468e966c11 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:25.432818 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_common [req-a0c3f7b1-1d6d-44b7-ab5a-1be1a1888b2a req-20b5ca28-024e-4e9a-9e7d-e6468e966c11 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] Allocated IP 172.20.0.6 (1e1b37c8-9f51-4b13-b4f6-5de8eae97aae/9ae3169a-dd18-4170-bfb7-7c81bdd3233d/458bd766-086c-4d4c-8f48-5d775814a77b) {{(pid=93163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:11:25.433483 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:11:25.597244 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-a0c3f7b1-1d6d-44b7-ab5a-1be1a1888b2a req-20b5ca28-024e-4e9a-9e7d-e6468e966c11 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] Notify callbacks [] for port, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:25.935059 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d643ea-029c-4730-a6e7-3628dc35d544 req-61b16359-d655-4adf-8ecc-5d8ebbe87e57 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:25.936559 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b1d643ea-029c-4730-a6e7-3628dc35d544 req-61b16359-d655-4adf-8ecc-5d8ebbe87e57 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 946 time: 0.3522911 Jul 28 05:11:25.962414 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b810d-c1b9-4de3-805a-520b635c2ddc req-f9e77c52-66cf-4a8c-8245-8e6bdf8b183f tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:25.963960 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e60b810d-c1b9-4de3-805a-520b635c2ddc req-f9e77c52-66cf-4a8c-8245-8e6bdf8b183f tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.3616965 Jul 28 05:11:25.986183 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-a0c3f7b1-1d6d-44b7-ab5a-1be1a1888b2a req-20b5ca28-024e-4e9a-9e7d-e6468e966c11 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227148292'] for port, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:26.031506 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b1d643ea-029c-4730-a6e7-3628dc35d544 req-0a828e03-ad33-4298-87e2-5b0ef7e629bd tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/security-groups?id=914ab7d4-c321-44bb-8153-ea66db053fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886025 Jul 28 05:11:26.054008 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0c3f7b1-1d6d-44b7-ab5a-1be1a1888b2a req-20b5ca28-024e-4e9a-9e7d-e6468e966c11 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] Network 1e1b37c8-9f51-4b13-b4f6-5de8eae97aae is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:11:26.063175 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [req-a0c3f7b1-1d6d-44b7-ab5a-1be1a1888b2a req-20b5ca28-024e-4e9a-9e7d-e6468e966c11 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:11:26.072125 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e60b810d-c1b9-4de3-805a-520b635c2ddc req-bcdde0a8-569a-4856-8e95-a9af24595c50 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992444 Jul 28 05:11:26.075401 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c3f7b1-1d6d-44b7-ab5a-1be1a1888b2a req-20b5ca28-024e-4e9a-9e7d-e6468e966c11 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] Received port after_create {{(pid=93163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 05:11:26.080708 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c3f7b1-1d6d-44b7-ab5a-1be1a1888b2a req-20b5ca28-024e-4e9a-9e7d-e6468e966c11 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:26.081681 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-a0c3f7b1-1d6d-44b7-ab5a-1be1a1888b2a req-20b5ca28-024e-4e9a-9e7d-e6468e966c11 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068'] for port, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:26.085076 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b5ca28-024e-4e9a-9e7d-e6468e966c11 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] Pushing event updated for resources: {'Port': ['ID=458bd766-086c-4d4c-8f48-5d775814a77b,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:11:26.106781 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a0c3f7b1-1d6d-44b7-ab5a-1be1a1888b2a req-20b5ca28-024e-4e9a-9e7d-e6468e966c11 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9671202 Jul 28 05:11:26.147725 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [req-a0c3f7b1-1d6d-44b7-ab5a-1be1a1888b2a req-542c6c04-71b1-459d-a89c-58628fca0318 service neutron] Request body: {'port': {'device_id': '117b2713-74ea-4435-89c5-32b007bd7bb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80161'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:11:26.246413 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515893ec-c309-4ae6-b57b-45b25f42d67b req-e30c7b67-cc30-486d-bd5b-8dc18fd5fd75 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:26.248376 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-515893ec-c309-4ae6-b57b-45b25f42d67b req-e30c7b67-cc30-486d-bd5b-8dc18fd5fd75 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 931 time: 0.1402509 Jul 28 05:11:26.259939 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-a0c3f7b1-1d6d-44b7-ab5a-1be1a1888b2a req-542c6c04-71b1-459d-a89c-58628fca0318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:26.297383 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b8a702-1599-4e50-a973-5646f5cd939b req-c428b889-f6e4-44d0-a9f4-93ee8f5dd898 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:26.299024 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-49b8a702-1599-4e50-a973-5646f5cd939b req-c428b889-f6e4-44d0-a9f4-93ee8f5dd898 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 945 time: 0.1559796 Jul 28 05:11:26.355153 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-515893ec-c309-4ae6-b57b-45b25f42d67b req-621bd902-866f-46c0-aadb-6c64e453988f tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/security-groups?id=54625e3e-dce3-4365-bd4f-8381487c9868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980284 Jul 28 05:11:26.398022 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-49b8a702-1599-4e50-a973-5646f5cd939b req-43909e80-e688-4cfd-b768-19dbf9ccdfad tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923624 Jul 28 05:11:26.636185 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [req-a0c3f7b1-1d6d-44b7-ab5a-1be1a1888b2a req-542c6c04-71b1-459d-a89c-58628fca0318 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 458bd766-086c-4d4c-8f48-5d775814a77b {{(pid=93163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 05:11:26.643487 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-a0c3f7b1-1d6d-44b7-ab5a-1be1a1888b2a req-542c6c04-71b1-459d-a89c-58628fca0318 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:26.655037 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [req-a0c3f7b1-1d6d-44b7-ab5a-1be1a1888b2a req-542c6c04-71b1-459d-a89c-58628fca0318 service neutron] Transition to ACTIVE for port object 458bd766-086c-4d4c-8f48-5d775814a77b will not be triggered until provisioned by entity L2. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:11:26.659067 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-a0c3f7b1-1d6d-44b7-ab5a-1be1a1888b2a req-542c6c04-71b1-459d-a89c-58628fca0318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:26.710602 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542c6c04-71b1-459d-a89c-58628fca0318 service neutron] Pushing event updated for resources: {'Port': ['ID=458bd766-086c-4d4c-8f48-5d775814a77b,revision_number=2']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:11:26.743250 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [req-a0c3f7b1-1d6d-44b7-ab5a-1be1a1888b2a req-542c6c04-71b1-459d-a89c-58628fca0318 service neutron] Attempting to bind port 458bd766-086c-4d4c-8f48-5d775814a77b on host hv-cinder-80161 for vnic_type normal with profile {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 05:11:26.743620 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [req-a0c3f7b1-1d6d-44b7-ab5a-1be1a1888b2a req-542c6c04-71b1-459d-a89c-58628fca0318 service neutron] Attempting to bind port 458bd766-086c-4d4c-8f48-5d775814a77b by drivers openvswitch,hyperv on host hv-cinder-80161 at level 0 using segments [{'id': '275e1bcb-3d9e-4904-beb0-ef3ab74c53b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1e1b37c8-9f51-4b13-b4f6-5de8eae97aae'}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 05:11:26.743952 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c3f7b1-1d6d-44b7-ab5a-1be1a1888b2a req-542c6c04-71b1-459d-a89c-58628fca0318 service neutron] Attempting to bind port 458bd766-086c-4d4c-8f48-5d775814a77b on network 1e1b37c8-9f51-4b13-b4f6-5de8eae97aae {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:11:26.748077 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c3f7b1-1d6d-44b7-ab5a-1be1a1888b2a req-542c6c04-71b1-459d-a89c-58628fca0318 service neutron] Port 458bd766-086c-4d4c-8f48-5d775814a77b on network 1e1b37c8-9f51-4b13-b4f6-5de8eae97aae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80161 {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 05:11:26.748397 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c3f7b1-1d6d-44b7-ab5a-1be1a1888b2a req-542c6c04-71b1-459d-a89c-58628fca0318 service neutron] Attempting to bind port 458bd766-086c-4d4c-8f48-5d775814a77b on network 1e1b37c8-9f51-4b13-b4f6-5de8eae97aae {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:11:26.753269 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c3f7b1-1d6d-44b7-ab5a-1be1a1888b2a req-542c6c04-71b1-459d-a89c-58628fca0318 service neutron] Checking agent: {'id': '4cdb6954-a1c9-49c3-81e0-9b963b26fa6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80161', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 5, 7, 18), 'started_at': datetime.datetime(2021, 7, 28, 5, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 5, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 05:11:26.753707 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c3f7b1-1d6d-44b7-ab5a-1be1a1888b2a req-542c6c04-71b1-459d-a89c-58628fca0318 service neutron] Checking segment: {'id': '275e1bcb-3d9e-4904-beb0-ef3ab74c53b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1e1b37c8-9f51-4b13-b4f6-5de8eae97aae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:11:26.754089 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0c3f7b1-1d6d-44b7-ab5a-1be1a1888b2a req-542c6c04-71b1-459d-a89c-58628fca0318 service neutron] Bound using segment: {'id': '275e1bcb-3d9e-4904-beb0-ef3ab74c53b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1e1b37c8-9f51-4b13-b4f6-5de8eae97aae'} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 05:11:26.754510 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [req-a0c3f7b1-1d6d-44b7-ab5a-1be1a1888b2a req-542c6c04-71b1-459d-a89c-58628fca0318 service neutron] Bound port: 458bd766-086c-4d4c-8f48-5d775814a77b, host: hv-cinder-80161, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '275e1bcb-3d9e-4904-beb0-ef3ab74c53b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '1e1b37c8-9f51-4b13-b4f6-5de8eae97aae'}}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 05:11:26.754861 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-a0c3f7b1-1d6d-44b7-ab5a-1be1a1888b2a req-542c6c04-71b1-459d-a89c-58628fca0318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:26.787468 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-5255e1cd-430a-4f8c-87bc-94a25d2b830f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:26.820599 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [req-a0c3f7b1-1d6d-44b7-ab5a-1be1a1888b2a req-542c6c04-71b1-459d-a89c-58628fca0318 service neutron] For port 458bd766-086c-4d4c-8f48-5d775814a77b, host hv-cinder-80161, cleared binding levels {{(pid=93163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:11:26.823516 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [req-a0c3f7b1-1d6d-44b7-ab5a-1be1a1888b2a req-542c6c04-71b1-459d-a89c-58628fca0318 service neutron] For port 458bd766-086c-4d4c-8f48-5d775814a77b, host hv-cinder-80161, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=458bd766-086c-4d4c-8f48-5d775814a77b,segment=NetworkSegment(275e1bcb-3d9e-4904-beb0-ef3ab74c53b2),segment_id=275e1bcb-3d9e-4904-beb0-ef3ab74c53b2)] {{(pid=93163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:11:26.827871 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-a0c3f7b1-1d6d-44b7-ab5a-1be1a1888b2a req-542c6c04-71b1-459d-a89c-58628fca0318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:26.860078 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c3f7b1-1d6d-44b7-ab5a-1be1a1888b2a req-542c6c04-71b1-459d-a89c-58628fca0318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:26.860685 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-a0c3f7b1-1d6d-44b7-ab5a-1be1a1888b2a req-542c6c04-71b1-459d-a89c-58628fca0318 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068'] for port, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:26.862066 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a0c3f7b1-1d6d-44b7-ab5a-1be1a1888b2a req-542c6c04-71b1-459d-a89c-58628fca0318 service neutron] 10.222.0.21 "PUT /v2.0/ports/458bd766-086c-4d4c-8f48-5d775814a77b HTTP/1.1" status: 200 len: 1093 time: 0.7243812 Jul 28 05:11:26.862489 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '117b2713-74ea-4435-89c5-32b007bd7bb4', 'tag': '458bd766-086c-4d4c-8f48-5d775814a77b'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:11:26.865012 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdaae2d937131cd036474998a49e3e11d53281396ea4e1ac8b096c837d21eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1e6441-c2eb-4a7f-af9a-a2f9f1ecbc22" -d '{"events": [{"name": "network-changed", "server_uuid": "117b2713-74ea-4435-89c5-32b007bd7bb4", "tag": "458bd766-086c-4d4c-8f48-5d775814a77b"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:11:26.893036 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:26.906118 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542c6c04-71b1-459d-a89c-58628fca0318 service neutron] Pushing event updated for resources: {'Port': ['ID=458bd766-086c-4d4c-8f48-5d775814a77b,revision_number=3']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:11:26.909365 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 05:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c872d4-ea9d-4bd7-a3fb-f5523d245476 x-openstack-request-id: req-69c872d4-ea9d-4bd7-a3fb-f5523d245476 {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:11:26.909650 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "117b2713-74ea-4435-89c5-32b007bd7bb4", "tag": "458bd766-086c-4d4c-8f48-5d775814a77b", "status": "completed", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:11:26.909892 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-69c872d4-ea9d-4bd7-a3fb-f5523d245476 {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:11:26.910262 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '117b2713-74ea-4435-89c5-32b007bd7bb4', 'tag': '458bd766-086c-4d4c-8f48-5d775814a77b', 'status': 'completed', 'code': 200} Jul 28 05:11:27.007270 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c3f7b1-1d6d-44b7-ab5a-1be1a1888b2a req-49ee1d9a-5250-4ccb-8584-c43589ccd8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:27.008792 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a0c3f7b1-1d6d-44b7-ab5a-1be1a1888b2a req-49ee1d9a-5250-4ccb-8584-c43589ccd8db service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=162cf98d41084cd29bc9db2538d57b58&device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 1096 time: 0.0422482 Jul 28 05:11:27.068821 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a0c3f7b1-1d6d-44b7-ab5a-1be1a1888b2a req-261a002b-25fa-465c-b9f8-a3be43f76247 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=458bd766-086c-4d4c-8f48-5d775814a77b HTTP/1.1" status: 200 len: 217 time: 0.0382869 Jul 28 05:11:27.162858 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c3f7b1-1d6d-44b7-ab5a-1be1a1888b2a req-768eff45-41b5-4b26-b71d-ffbdff826343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:27.164869 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a0c3f7b1-1d6d-44b7-ab5a-1be1a1888b2a req-768eff45-41b5-4b26-b71d-ffbdff826343 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9ae3169a-dd18-4170-bfb7-7c81bdd3233d HTTP/1.1" status: 200 len: 853 time: 0.0777662 Jul 28 05:11:27.221590 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a0c3f7b1-1d6d-44b7-ab5a-1be1a1888b2a req-58e1e607-de34-4521-a0ea-c437b374e832 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1e1b37c8-9f51-4b13-b4f6-5de8eae97aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379622 Jul 28 05:11:27.230560 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da0b9d-9b1f-427a-87f1-90710b1e6e47 req-71cbef58-064e-4809-8f58-e763d661b177 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:27.231939 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c2da0b9d-9b1f-427a-87f1-90710b1e6e47 req-71cbef58-064e-4809-8f58-e763d661b177 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 946 time: 0.1195686 Jul 28 05:11:27.298599 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da89c01-4abd-4951-b3d0-c126f37e1a09 req-fc998989-6b18-4452-8df2-f1af30e13ab0 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:27.300075 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5da89c01-4abd-4951-b3d0-c126f37e1a09 req-fc998989-6b18-4452-8df2-f1af30e13ab0 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.1471705 Jul 28 05:11:27.353367 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c2da0b9d-9b1f-427a-87f1-90710b1e6e47 req-0d85b109-1455-418f-99f2-cf66e5bcb6ab tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/security-groups?id=914ab7d4-c321-44bb-8153-ea66db053fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107333 Jul 28 05:11:27.385014 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5da89c01-4abd-4951-b3d0-c126f37e1a09 req-21ef9923-fb28-4a36-b345-f7f5ea97a571 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785320 Jul 28 05:11:27.388758 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a0c3f7b1-1d6d-44b7-ab5a-1be1a1888b2a req-47f0a7ba-8ec7-4752-a262-906e6be0f7e7 service neutron] 10.222.0.21 "GET /v2.0/networks/1e1b37c8-9f51-4b13-b4f6-5de8eae97aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542649 Jul 28 05:11:27.553757 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee140ece-54e2-4c7e-9934-489397d9c737 req-feabd1f8-56df-40fc-8370-45e7c5e56796 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:27.555840 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ee140ece-54e2-4c7e-9934-489397d9c737 req-feabd1f8-56df-40fc-8370-45e7c5e56796 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 943 time: 0.1126397 Jul 28 05:11:27.561803 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a0c3f7b1-1d6d-44b7-ab5a-1be1a1888b2a req-e6479053-008d-46c8-a48a-4c3e2c998dd1 service neutron] 10.222.0.21 "GET /v2.0/networks/1e1b37c8-9f51-4b13-b4f6-5de8eae97aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609805 Jul 28 05:11:27.572375 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9820ac-9c48-4d24-b0a9-2cfdbb0783ac req-76aec0ee-2c0d-40b5-8392-2ea73610fe9c tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:27.573875 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bb9820ac-9c48-4d24-b0a9-2cfdbb0783ac req-76aec0ee-2c0d-40b5-8392-2ea73610fe9c tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 945 time: 0.0956025 Jul 28 05:11:27.629000 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ee140ece-54e2-4c7e-9934-489397d9c737 req-3272a148-c0a3-4525-9ef4-d98c4ebfcd5a tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/security-groups?id=54625e3e-dce3-4365-bd4f-8381487c9868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662451 Jul 28 05:11:27.633768 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bb9820ac-9c48-4d24-b0a9-2cfdbb0783ac req-8dfdb19f-891c-42c5-8c28-fbe877d3134c tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535471 Jul 28 05:11:27.722982 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:27.747169 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e6441-c2eb-4a7f-af9a-a2f9f1ecbc22 req-fcf4e279-0162-4d5a-9209-db4f28435d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:27.748695 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8f1e6441-c2eb-4a7f-af9a-a2f9f1ecbc22 req-fcf4e279-0162-4d5a-9209-db4f28435d2a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=162cf98d41084cd29bc9db2538d57b58&device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 1096 time: 0.0419633 Jul 28 05:11:27.846207 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e6441-c2eb-4a7f-af9a-a2f9f1ecbc22 req-13237aaf-c4e7-4e7d-a798-898f819b55e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:27.847698 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8f1e6441-c2eb-4a7f-af9a-a2f9f1ecbc22 req-13237aaf-c4e7-4e7d-a798-898f819b55e7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1e1b37c8-9f51-4b13-b4f6-5de8eae97aae HTTP/1.1" status: 200 len: 914 time: 0.0868189 Jul 28 05:11:27.892171 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8f1e6441-c2eb-4a7f-af9a-a2f9f1ecbc22 req-8c9d5a5d-71b5-4041-b26d-c985c1766d7a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=458bd766-086c-4d4c-8f48-5d775814a77b HTTP/1.1" status: 200 len: 217 time: 0.0343249 Jul 28 05:11:27.948635 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e6441-c2eb-4a7f-af9a-a2f9f1ecbc22 req-d01ed2a7-dccf-420d-add9-404f15091118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:27.950064 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8f1e6441-c2eb-4a7f-af9a-a2f9f1ecbc22 req-d01ed2a7-dccf-420d-add9-404f15091118 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9ae3169a-dd18-4170-bfb7-7c81bdd3233d HTTP/1.1" status: 200 len: 853 time: 0.0430839 Jul 28 05:11:28.001942 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8f1e6441-c2eb-4a7f-af9a-a2f9f1ecbc22 req-770bdfad-a0fc-44cd-8f9d-d544aff807bf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1e1b37c8-9f51-4b13-b4f6-5de8eae97aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291431 Jul 28 05:11:28.092290 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8f1e6441-c2eb-4a7f-af9a-a2f9f1ecbc22 req-487a836f-87c0-457c-b94b-0556704e5d26 service neutron] 10.222.0.21 "GET /v2.0/networks/1e1b37c8-9f51-4b13-b4f6-5de8eae97aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821207 Jul 28 05:11:28.188776 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8f1e6441-c2eb-4a7f-af9a-a2f9f1ecbc22 req-25470420-c2f4-4f83-ae5f-09e815bbdb64 service neutron] 10.222.0.21 "GET /v2.0/networks/1e1b37c8-9f51-4b13-b4f6-5de8eae97aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860832 Jul 28 05:11:28.497510 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a7627-a9ef-447f-8e97-d1f8f10569fe req-6f33f6cc-13a0-48b4-abb7-ee8f46f2cd57 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:28.499015 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-eb0a7627-a9ef-447f-8e97-d1f8f10569fe req-6f33f6cc-13a0-48b4-abb7-ee8f46f2cd57 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 946 time: 0.0761247 Jul 28 05:11:28.528958 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d3682-4d9b-4215-a18c-bc2efdc5ef64 req-c0bbc96e-8618-4254-b90f-0e4e3f2de027 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:28.530403 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0b7d3682-4d9b-4215-a18c-bc2efdc5ef64 req-c0bbc96e-8618-4254-b90f-0e4e3f2de027 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.0783565 Jul 28 05:11:28.564147 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-eb0a7627-a9ef-447f-8e97-d1f8f10569fe req-de4ec090-ab38-4102-a9a1-15d4eb2d3f0d tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/security-groups?id=914ab7d4-c321-44bb-8153-ea66db053fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585203 Jul 28 05:11:28.584632 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0b7d3682-4d9b-4215-a18c-bc2efdc5ef64 req-832136cc-3dbe-4cf7-8fff-beb03c9afe75 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476828 Jul 28 05:11:28.780623 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5834679-7830-4281-923c-b97fdc85ed7f req-2cf11519-9211-4848-b9ce-534c474a8343 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:28.782265 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a5834679-7830-4281-923c-b97fdc85ed7f req-2cf11519-9211-4848-b9ce-534c474a8343 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 943 time: 0.0850835 Jul 28 05:11:28.792930 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c136678-b721-4e0d-8384-98209d6c1a09 req-3f7e8968-1186-4508-a36b-c6557fc0e7a9 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:28.794484 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0c136678-b721-4e0d-8384-98209d6c1a09 req-3f7e8968-1186-4508-a36b-c6557fc0e7a9 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 945 time: 0.0871425 Jul 28 05:11:28.857515 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a5834679-7830-4281-923c-b97fdc85ed7f req-4fda7d31-debe-4ba6-9fe6-1e5eaae268c0 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/security-groups?id=54625e3e-dce3-4365-bd4f-8381487c9868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620291 Jul 28 05:11:28.862884 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0c136678-b721-4e0d-8384-98209d6c1a09 req-3c5cd474-6f42-40df-91d1-10825e2aac45 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610962 Jul 28 05:11:29.236021 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:29.711072 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0b7c2-bfd4-465d-815c-cdc6daf3ba58 req-96133c71-a007-452a-9819-969fec813f2f tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:29.712565 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5cb0b7c2-bfd4-465d-815c-cdc6daf3ba58 req-96133c71-a007-452a-9819-969fec813f2f tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 946 time: 0.0782614 Jul 28 05:11:29.735042 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb16733-6cb4-4580-871a-6eaaefb4d0e7 req-c4a54815-e473-4dac-a7ab-a7f70aa93df3 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:29.736527 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5cb16733-6cb4-4580-871a-6eaaefb4d0e7 req-c4a54815-e473-4dac-a7ab-a7f70aa93df3 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.0741625 Jul 28 05:11:29.779686 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5cb0b7c2-bfd4-465d-815c-cdc6daf3ba58 req-f8fbf563-1dd5-4436-b9cb-6c1efcfb531f tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/security-groups?id=914ab7d4-c321-44bb-8153-ea66db053fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582328 Jul 28 05:11:29.793006 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5cb16733-6cb4-4580-871a-6eaaefb4d0e7 req-227ec8ab-a43b-420a-9cd4-a23bc4dbefb3 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482764 Jul 28 05:11:30.012958 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6c4c5-9964-4147-a869-5d54a43cc110 req-131af251-7d8f-49a3-b138-4cee2cf0cb60 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:30.014487 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c7b6c4c5-9964-4147-a869-5d54a43cc110 req-131af251-7d8f-49a3-b138-4cee2cf0cb60 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 943 time: 0.0849321 Jul 28 05:11:30.027275 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18a13e-d4f9-430f-8c26-07d819f7c95d req-47ffc747-d0d0-42b8-b445-c3b94619d0d5 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:30.028831 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-dd18a13e-d4f9-430f-8c26-07d819f7c95d req-47ffc747-d0d0-42b8-b445-c3b94619d0d5 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 945 time: 0.0882676 Jul 28 05:11:30.110861 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c7b6c4c5-9964-4147-a869-5d54a43cc110 req-7791f884-6486-438d-bf2b-82d124780016 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/security-groups?id=54625e3e-dce3-4365-bd4f-8381487c9868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809219 Jul 28 05:11:30.140316 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-dd18a13e-d4f9-430f-8c26-07d819f7c95d req-1b824787-7dee-4c0e-9b22-76ece1978548 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715644 Jul 28 05:11:30.742809 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device 458bd766-086c-4d4c-8f48-5d775814a77b details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=93164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 05:11:30.842712 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] For port 458bd766-086c-4d4c-8f48-5d775814a77b, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=458bd766-086c-4d4c-8f48-5d775814a77b,segment=NetworkSegment(275e1bcb-3d9e-4904-beb0-ef3ab74c53b2),segment_id=275e1bcb-3d9e-4904-beb0-ef3ab74c53b2)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:11:30.854476 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Returning: {'device': '458bd766-086c-4d4c-8f48-5d775814a77b', 'network_id': '1e1b37c8-9f51-4b13-b4f6-5de8eae97aae', 'port_id': '458bd766-086c-4d4c-8f48-5d775814a77b', 'mac_address': 'fa:16:3e:9d:47:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ae3169a-dd18-4170-bfb7-7c81bdd3233d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 05:11:30.898013 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:30.909904 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3ccc9-9d4c-4dae-b4fe-253eade96e1d req-f1c8986d-1a2f-424b-bbc2-011ad2cff6e9 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:30.911407 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3de3ccc9-9d4c-4dae-b4fe-253eade96e1d req-f1c8986d-1a2f-424b-bbc2-011ad2cff6e9 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 946 time: 0.0520337 Jul 28 05:11:30.912380 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 458bd766-086c-4d4c-8f48-5d775814a77b {{(pid=93164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 05:11:30.933255 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] For port 458bd766-086c-4d4c-8f48-5d775814a77b, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=458bd766-086c-4d4c-8f48-5d775814a77b,segment=NetworkSegment(275e1bcb-3d9e-4904-beb0-ef3ab74c53b2),segment_id=275e1bcb-3d9e-4904-beb0-ef3ab74c53b2)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:11:30.938450 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:30.952101 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3de3ccc9-9d4c-4dae-b4fe-253eade96e1d req-4bb5de68-2b03-4c55-bda1-148658396672 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/security-groups?id=914ab7d4-c321-44bb-8153-ea66db053fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341957 Jul 28 05:11:30.985576 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Pushing event updated for resources: {'Port': ['ID=458bd766-086c-4d4c-8f48-5d775814a77b,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:11:31.280302 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca44e0-8704-48e3-bf18-4a0d017e3f61 req-b0069558-6c65-447b-90a3-405905d58589 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:31.281816 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-faca44e0-8704-48e3-bf18-4a0d017e3f61 req-b0069558-6c65-447b-90a3-405905d58589 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.0808723 Jul 28 05:11:31.293473 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be468699-344d-4ff9-ade5-4affcf2a2eb5 req-a1aa198b-9382-48c3-ad4c-2b735b24e1d7 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:31.293473 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-be468699-344d-4ff9-ade5-4affcf2a2eb5 req-a1aa198b-9382-48c3-ad4c-2b735b24e1d7 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 944 time: 0.0920360 Jul 28 05:11:31.352394 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-faca44e0-8704-48e3-bf18-4a0d017e3f61 req-6e687e05-d8ef-42ad-aa83-0fe3eaa55fed tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597384 Jul 28 05:11:31.355405 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-be468699-344d-4ff9-ade5-4affcf2a2eb5 req-c0c1d543-e964-48b8-8256-08ffa5d5ed7b tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/security-groups?id=54625e3e-dce3-4365-bd4f-8381487c9868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565565 Jul 28 05:11:31.459211 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb23e95-6c32-47a7-b5e0-6c7cb3e6e433 req-5f29b7ce-e406-4cb0-acd1-5490340007d5 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:31.460728 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7cb23e95-6c32-47a7-b5e0-6c7cb3e6e433 req-5f29b7ce-e406-4cb0-acd1-5490340007d5 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 945 time: 0.0486355 Jul 28 05:11:31.504931 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7cb23e95-6c32-47a7-b5e0-6c7cb3e6e433 req-d6cb9810-814a-48fa-8b58-cdf1b3495876 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379143 Jul 28 05:11:31.533155 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] get_ports_and_sgs() called for port_ids ['458bd766-086c-4d4c-8f48-5d775814a77b'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:11:32.071488 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb434e6-9900-4f0d-9b80-c4d5e995b966 req-93832e43-f6cd-4b1e-b89b-361d6961b527 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:32.072968 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-abb434e6-9900-4f0d-9b80-c4d5e995b966 req-93832e43-f6cd-4b1e-b89b-361d6961b527 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 946 time: 0.0492380 Jul 28 05:11:32.110195 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-abb434e6-9900-4f0d-9b80-c4d5e995b966 req-3199213b-6c03-42c4-8d5a-f697ac46059f tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/security-groups?id=914ab7d4-c321-44bb-8153-ea66db053fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313578 Jul 28 05:11:32.475231 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3c4e0-ad12-420b-90bc-b7b96700069f req-dbbabaa3-b561-447c-89f3-e3237fd081c6 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:32.476701 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-09d3c4e0-ad12-420b-90bc-b7b96700069f req-dbbabaa3-b561-447c-89f3-e3237fd081c6 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 944 time: 0.0516334 Jul 28 05:11:32.518393 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-09d3c4e0-ad12-420b-90bc-b7b96700069f req-7c3d31b8-21b3-4c34-87cd-4e68c23999fb tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/security-groups?id=54625e3e-dce3-4365-bd4f-8381487c9868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357676 Jul 28 05:11:32.630886 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32dccb-f18c-4af6-8e84-8ae68ce3749c req-f9e371e4-7ba8-4077-ba52-d4dd8ac89d89 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:32.632288 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6c32dccb-f18c-4af6-8e84-8ae68ce3749c req-f9e371e4-7ba8-4077-ba52-d4dd8ac89d89 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 945 time: 0.0491772 Jul 28 05:11:32.670260 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6c32dccb-f18c-4af6-8e84-8ae68ce3749c req-42c594f9-a2e6-465a-8e3d-57911f933403 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320621 Jul 28 05:11:33.228063 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e4677-97e7-4872-8f99-c9329898a4fc req-bc846fc0-059a-43c0-9704-19f23ce5a578 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:33.229597 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-424e4677-97e7-4872-8f99-c9329898a4fc req-bc846fc0-059a-43c0-9704-19f23ce5a578 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 946 time: 0.0502732 Jul 28 05:11:33.267442 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-424e4677-97e7-4872-8f99-c9329898a4fc req-55713cff-1fda-460d-891d-44d3a1c57a7e tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/security-groups?id=914ab7d4-c321-44bb-8153-ea66db053fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319474 Jul 28 05:11:33.652616 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1def6-e608-4f01-9cae-2bfc83aa87a0 req-c2f3e15a-072c-42cb-8e97-a0e193ff44dd tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:33.654065 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-13f1def6-e608-4f01-9cae-2bfc83aa87a0 req-c2f3e15a-072c-42cb-8e97-a0e193ff44dd tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 944 time: 0.0526929 Jul 28 05:11:33.691275 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-13f1def6-e608-4f01-9cae-2bfc83aa87a0 req-80c55c27-ac86-433c-b865-656796709f69 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/security-groups?id=54625e3e-dce3-4365-bd4f-8381487c9868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312555 Jul 28 05:11:33.788879 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c5fb05-945c-48a5-b55d-a11c1fb59a49 req-94e55b4d-63c5-4cac-8556-ab4760bc916a tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:33.790346 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-48c5fb05-945c-48a5-b55d-a11c1fb59a49 req-94e55b4d-63c5-4cac-8556-ab4760bc916a tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 945 time: 0.0487223 Jul 28 05:11:33.829249 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-48c5fb05-945c-48a5-b55d-a11c1fb59a49 req-b4f39b12-3721-4760-bb40-6da20aeda6d8 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329051 Jul 28 05:11:34.385344 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40fd3d-516b-4470-87f4-5525a9faf7fc req-0faf83e8-5c76-4192-871e-6e5da26c75fa tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:34.386822 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ab40fd3d-516b-4470-87f4-5525a9faf7fc req-0faf83e8-5c76-4192-871e-6e5da26c75fa tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 946 time: 0.0500667 Jul 28 05:11:34.423814 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ab40fd3d-516b-4470-87f4-5525a9faf7fc req-174a289f-76a2-47c8-8a0e-073d3732fb7a tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/security-groups?id=914ab7d4-c321-44bb-8153-ea66db053fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310216 Jul 28 05:11:34.788954 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device 458bd766-086c-4d4c-8f48-5d775814a77b up at agent hyperv_hv-cinder-80161 {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:11:34.807848 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b30639-5d02-4a35-92e9-fdc3b06fd2d5 req-d391461a-e917-4e92-a138-cf171c12d455 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:34.809317 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-73b30639-5d02-4a35-92e9-fdc3b06fd2d5 req-d391461a-e917-4e92-a138-cf171c12d455 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 944 time: 0.0522165 Jul 28 05:11:34.848013 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-73b30639-5d02-4a35-92e9-fdc3b06fd2d5 req-0d65b947-27cf-46c8-8071-ae37b63e0857 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/security-groups?id=54625e3e-dce3-4365-bd4f-8381487c9868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323596 Jul 28 05:11:34.851371 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Provisioning for port 458bd766-086c-4d4c-8f48-5d775814a77b completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:11:34.856887 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Provisioning complete for port 458bd766-086c-4d4c-8f48-5d775814a77b triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:11:34.856887 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:34.936398 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:34.955687 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d88ee07-710f-4aeb-af07-d7332ea217b1 req-7b1e08c7-b2b6-4e0c-93b4-2e91a493ef36 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:34.957226 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6d88ee07-710f-4aeb-af07-d7332ea217b1 req-7b1e08c7-b2b6-4e0c-93b4-2e91a493ef36 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 945 time: 0.0526371 Jul 28 05:11:34.963673 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117b2713-74ea-4435-89c5-32b007bd7bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458bd766-086c-4d4c-8f48-5d775814a77b'}] {{(pid=93164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:11:34.966054 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fb4d28940d80eba88a385613a92acfb6aaf547e778be800882bca880023c29d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb786bc-e659-48b7-96dd-8109c2479ec4" -d '{"events": [{"server_uuid": "117b2713-74ea-4435-89c5-32b007bd7bb4", "name": "network-vif-plugged", "status": "completed", "tag": "458bd766-086c-4d4c-8f48-5d775814a77b"}]}' {{(pid=93164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:11:34.979994 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] For port 458bd766-086c-4d4c-8f48-5d775814a77b, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=458bd766-086c-4d4c-8f48-5d775814a77b,segment=NetworkSegment(275e1bcb-3d9e-4904-beb0-ef3ab74c53b2),segment_id=275e1bcb-3d9e-4904-beb0-ef3ab74c53b2)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:11:34.984481 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:35.013002 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6d88ee07-710f-4aeb-af07-d7332ea217b1 req-3be12ce1-2479-457d-8bae-f379e09a813a tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493793 Jul 28 05:11:35.031336 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 05:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0bfe8a3-6eea-451c-97a5-25f66b962a50 x-openstack-request-id: req-f0bfe8a3-6eea-451c-97a5-25f66b962a50 {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:11:35.032687 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117b2713-74ea-4435-89c5-32b007bd7bb4", "name": "network-vif-plugged", "status": "completed", "tag": "458bd766-086c-4d4c-8f48-5d775814a77b", "code": 200}]} {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:11:35.033090 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f0bfe8a3-6eea-451c-97a5-25f66b962a50 {{(pid=93164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:11:35.037050 dv-cinder-801617-3-iscsi neutron-server[93164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117b2713-74ea-4435-89c5-32b007bd7bb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458bd766-086c-4d4c-8f48-5d775814a77b', 'code': 200} Jul 28 05:11:35.055285 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Pushing event updated for resources: {'Port': ['ID=458bd766-086c-4d4c-8f48-5d775814a77b,revision_number=5']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:11:35.379939 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a11d0-7681-4840-9e34-763bab564ca8 req-7041e16f-63ac-4b79-918d-e3d69dd8c94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:35.381490 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6d3a11d0-7681-4840-9e34-763bab564ca8 req-7041e16f-63ac-4b79-918d-e3d69dd8c94c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 1098 time: 0.0402057 Jul 28 05:11:35.422875 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6d3a11d0-7681-4840-9e34-763bab564ca8 req-ff76b598-5618-4b72-8db2-26be65fbfa26 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=54625e3e-dce3-4365-bd4f-8381487c9868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278761 Jul 28 05:11:35.548138 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5855358b-ff29-4fae-bc71-7b4df9af5e31 req-f22a2782-58f6-409c-ad7c-3b1c89e33158 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:35.549612 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5855358b-ff29-4fae-bc71-7b4df9af5e31 req-f22a2782-58f6-409c-ad7c-3b1c89e33158 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 946 time: 0.0556910 Jul 28 05:11:35.590643 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5855358b-ff29-4fae-bc71-7b4df9af5e31 req-faf637fe-6517-4a0c-9810-b18443495e4a tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/security-groups?id=914ab7d4-c321-44bb-8153-ea66db053fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335770 Jul 28 05:11:35.970268 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4394b59-bc4c-467b-a17b-45a64acf7166 req-c137d37a-8ceb-4f70-a6d3-795efe579eeb tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:35.971735 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c4394b59-bc4c-467b-a17b-45a64acf7166 req-c137d37a-8ceb-4f70-a6d3-795efe579eeb tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 945 time: 0.0474167 Jul 28 05:11:36.009139 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c4394b59-bc4c-467b-a17b-45a64acf7166 req-51b2d8a2-d1f4-411d-b453-fddf6048b308 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/security-groups?id=54625e3e-dce3-4365-bd4f-8381487c9868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310359 Jul 28 05:11:36.165959 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56890b0a-b5c9-480f-b663-1cd3369699ca req-745d6e64-fac9-4820-b536-8ed5495b5ba2 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:36.167330 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-56890b0a-b5c9-480f-b663-1cd3369699ca req-745d6e64-fac9-4820-b536-8ed5495b5ba2 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 945 time: 0.0628846 Jul 28 05:11:36.217035 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-56890b0a-b5c9-480f-b663-1cd3369699ca req-844e8ed9-1299-43a1-9c24-a19df884dc48 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437200 Jul 28 05:11:36.710258 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33931840-e314-43c1-b1ad-b83e6520d85e req-f0afecff-910c-4c87-9fa9-72279ac9193a tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:36.711731 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-33931840-e314-43c1-b1ad-b83e6520d85e req-f0afecff-910c-4c87-9fa9-72279ac9193a tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 946 time: 0.0516665 Jul 28 05:11:36.749067 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-33931840-e314-43c1-b1ad-b83e6520d85e req-2fda38bc-5113-4775-9bf8-e72faaa69006 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/security-groups?id=914ab7d4-c321-44bb-8153-ea66db053fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314970 Jul 28 05:11:37.121303 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47311635-3756-4362-82a4-f705316a6fc9 req-45f6f851-d83c-48e0-a480-e6d0d4e0d6da tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:37.122711 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-47311635-3756-4362-82a4-f705316a6fc9 req-45f6f851-d83c-48e0-a480-e6d0d4e0d6da tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 945 time: 0.0492482 Jul 28 05:11:37.170767 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-47311635-3756-4362-82a4-f705316a6fc9 req-83925395-9f99-4f2e-8a11-bc31cfc8e0ab tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/security-groups?id=54625e3e-dce3-4365-bd4f-8381487c9868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419865 Jul 28 05:11:37.336012 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb781e2-295e-48c5-8663-8e0fb9f14bc4 req-b61fc854-2271-425a-aa82-30686fa40773 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:37.337473 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-dfb781e2-295e-48c5-8663-8e0fb9f14bc4 req-b61fc854-2271-425a-aa82-30686fa40773 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 945 time: 0.0486362 Jul 28 05:11:37.379180 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-dfb781e2-295e-48c5-8663-8e0fb9f14bc4 req-6dc675ea-8d88-4a59-9359-07310143fedd tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356255 Jul 28 05:11:37.865028 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df10a86-21ae-4ad3-9689-d5837d71e210 req-33ddc41f-4536-41b8-97b9-cd42be711931 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:37.866970 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2df10a86-21ae-4ad3-9689-d5837d71e210 req-33ddc41f-4536-41b8-97b9-cd42be711931 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 946 time: 0.0507903 Jul 28 05:11:37.907085 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2df10a86-21ae-4ad3-9689-d5837d71e210 req-781e936d-8940-4c10-9be5-77c3bcbaba40 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/security-groups?id=914ab7d4-c321-44bb-8153-ea66db053fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340207 Jul 28 05:11:38.285287 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f1c884-c83b-4e78-b196-0af9be476729 req-9203384b-a47a-4954-a9ff-a01f56e7720f tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:38.286798 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-84f1c884-c83b-4e78-b196-0af9be476729 req-9203384b-a47a-4954-a9ff-a01f56e7720f tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 945 time: 0.0496595 Jul 28 05:11:38.325473 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-84f1c884-c83b-4e78-b196-0af9be476729 req-cf94b917-e839-4dce-a8cd-b89b83cffe04 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/security-groups?id=54625e3e-dce3-4365-bd4f-8381487c9868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322258 Jul 28 05:11:38.501111 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d752e3b-d4b5-4796-8c74-993e4c4772df req-7810d5c6-9bf6-4221-a39d-171bba9f0c48 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:38.502617 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4d752e3b-d4b5-4796-8c74-993e4c4772df req-7810d5c6-9bf6-4221-a39d-171bba9f0c48 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 945 time: 0.0504489 Jul 28 05:11:38.542129 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4d752e3b-d4b5-4796-8c74-993e4c4772df req-cf2b2ec4-0a91-4018-a78b-e5017ef23f97 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335650 Jul 28 05:11:38.813326 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device 9f4be593-7ae9-4cfe-bfcb-ea5fc3764266 details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=93164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 05:11:38.907129 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] For port 9f4be593-7ae9-4cfe-bfcb-ea5fc3764266, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=9f4be593-7ae9-4cfe-bfcb-ea5fc3764266,segment=NetworkSegment(b6e7b6af-52d2-4c9f-b399-76a1466735d9),segment_id=b6e7b6af-52d2-4c9f-b399-76a1466735d9)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:11:38.923441 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Returning: {'device': '9f4be593-7ae9-4cfe-bfcb-ea5fc3764266', 'network_id': '34e1948f-8e2c-47b9-a68d-5f2322a08957', 'port_id': '9f4be593-7ae9-4cfe-bfcb-ea5fc3764266', 'mac_address': 'fa:16:3e:14:90:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9700662-b8e7-49fb-ada5-3c005d49b640', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 05:11:38.963382 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:38.977629 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9f4be593-7ae9-4cfe-bfcb-ea5fc3764266 {{(pid=93164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 05:11:38.998557 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] For port 9f4be593-7ae9-4cfe-bfcb-ea5fc3764266, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=9f4be593-7ae9-4cfe-bfcb-ea5fc3764266,segment=NetworkSegment(b6e7b6af-52d2-4c9f-b399-76a1466735d9),segment_id=b6e7b6af-52d2-4c9f-b399-76a1466735d9)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:11:39.002481 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:39.033594 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fedb01-3fbf-4072-92fe-dc629e08c892 req-f7db419b-c7a2-4197-a0e3-9872f6118ed6 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:39.035066 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-03fedb01-3fbf-4072-92fe-dc629e08c892 req-f7db419b-c7a2-4197-a0e3-9872f6118ed6 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 946 time: 0.0554719 Jul 28 05:11:39.048119 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Pushing event updated for resources: {'Port': ['ID=9f4be593-7ae9-4cfe-bfcb-ea5fc3764266,revision_number=6']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:11:39.055925 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:11:39.056271 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:11:39.056609 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:11:39.056932 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:11:39.057260 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:11:39.057578 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:11:39.057914 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:11:39.058210 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:11:39.058527 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:11:39.058930 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:11:39.059192 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:11:39.059486 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:11:39.075124 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-03fedb01-3fbf-4072-92fe-dc629e08c892 req-d45c25c6-8c2f-4e09-a021-3c18962ec3a5 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/security-groups?id=914ab7d4-c321-44bb-8153-ea66db053fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333526 Jul 28 05:11:39.660293 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562fbdf-84f5-4590-a2a1-9a479cffc8b4 req-2622cd19-0bc0-4ba2-9abe-45b7ea111647 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:39.661763 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a562fbdf-84f5-4590-a2a1-9a479cffc8b4 req-2622cd19-0bc0-4ba2-9abe-45b7ea111647 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 944 time: 0.0486388 Jul 28 05:11:39.700929 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a562fbdf-84f5-4590-a2a1-9a479cffc8b4 req-a4688be8-2d99-4823-b766-7a9da7fd8305 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327158 Jul 28 05:11:40.017341 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] get_ports_and_sgs() called for port_ids ['9f4be593-7ae9-4cfe-bfcb-ea5fc3764266'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:11:40.189660 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec652b-7816-4fc0-a606-52d8a9794c37 req-f52cb7f6-64e5-4236-9440-364370a15101 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:40.191124 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-70ec652b-7816-4fc0-a606-52d8a9794c37 req-f52cb7f6-64e5-4236-9440-364370a15101 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 946 time: 0.0476069 Jul 28 05:11:40.229715 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-70ec652b-7816-4fc0-a606-52d8a9794c37 req-c89998a3-8d37-4314-942c-ede640f69c5d tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/security-groups?id=914ab7d4-c321-44bb-8153-ea66db053fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326369 Jul 28 05:11:40.618308 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a51e5-ee8b-46d2-964e-297f3f958b23 req-6d05bbc6-d29a-4f20-9721-107a1c09e24c tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:40.619723 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-365a51e5-ee8b-46d2-964e-297f3f958b23 req-6d05bbc6-d29a-4f20-9721-107a1c09e24c tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.0541503 Jul 28 05:11:40.657682 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-365a51e5-ee8b-46d2-964e-297f3f958b23 req-0c2e9a0a-ac00-44a8-a4e2-146479722bee tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317390 Jul 28 05:11:40.814712 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device 9f4be593-7ae9-4cfe-bfcb-ea5fc3764266 up at agent hyperv_hv-cinder-80161 {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:11:40.833798 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93000c66-d976-4d3d-8baa-cbc3caf5ca64 req-cba2bcc9-5306-4ee6-9eaa-c713dc202211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:40.835177 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-93000c66-d976-4d3d-8baa-cbc3caf5ca64 req-cba2bcc9-5306-4ee6-9eaa-c713dc202211 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cd3af660b04c4cd28649da733b80e303&device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 1098 time: 0.0811844 Jul 28 05:11:40.851485 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a052cdcc-6e34-4909-b439-e6a9eab2e9ed req-ff3903f5-daa7-4f91-8739-02f0e634ba62 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:40.852945 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a052cdcc-6e34-4909-b439-e6a9eab2e9ed req-ff3903f5-daa7-4f91-8739-02f0e634ba62 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 944 time: 0.0641813 Jul 28 05:11:40.886243 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Provisioning complete for port 9f4be593-7ae9-4cfe-bfcb-ea5fc3764266 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:11:40.886619 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:40.939998 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a052cdcc-6e34-4909-b439-e6a9eab2e9ed req-6345c6ca-3aa3-426a-a180-2ca27f2800c1 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797849 Jul 28 05:11:40.990952 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93000c66-d976-4d3d-8baa-cbc3caf5ca64 req-75cb399d-1117-4196-9c0f-746e41a96ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:40.994032 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-93000c66-d976-4d3d-8baa-cbc3caf5ca64 req-75cb399d-1117-4196-9c0f-746e41a96ac0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2f6cc273-aa71-4fbb-86d3-1b26dad4ce50 HTTP/1.1" status: 200 len: 919 time: 0.1125255 Jul 28 05:11:41.008644 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:41.031913 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16111e10-0c5b-49b8-89d1-7539f001eca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4be593-7ae9-4cfe-bfcb-ea5fc3764266'}] {{(pid=93164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:11:41.034098 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fb4d28940d80eba88a385613a92acfb6aaf547e778be800882bca880023c29d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2d7544-3792-4f65-9aca-f6a831775453" -d '{"events": [{"server_uuid": "16111e10-0c5b-49b8-89d1-7539f001eca5", "name": "network-vif-plugged", "status": "completed", "tag": "9f4be593-7ae9-4cfe-bfcb-ea5fc3764266"}]}' {{(pid=93164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:11:41.047865 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] For port 9f4be593-7ae9-4cfe-bfcb-ea5fc3764266, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=9f4be593-7ae9-4cfe-bfcb-ea5fc3764266,segment=NetworkSegment(b6e7b6af-52d2-4c9f-b399-76a1466735d9),segment_id=b6e7b6af-52d2-4c9f-b399-76a1466735d9)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:11:41.048002 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-93000c66-d976-4d3d-8baa-cbc3caf5ca64 req-4b9ed76c-5cac-4957-bf08-56fd49b3a4a8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e92ba37f-ba0e-49eb-aac0-8ed216d472aa HTTP/1.1" status: 200 len: 217 time: 0.0398760 Jul 28 05:11:41.051751 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:41.075087 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 05:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4470d7f8-4b42-41b2-9f6a-3d6c3ee144fb x-openstack-request-id: req-4470d7f8-4b42-41b2-9f6a-3d6c3ee144fb {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:11:41.075367 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16111e10-0c5b-49b8-89d1-7539f001eca5", "name": "network-vif-plugged", "status": "completed", "tag": "9f4be593-7ae9-4cfe-bfcb-ea5fc3764266", "code": 200}]} {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:11:41.075640 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4470d7f8-4b42-41b2-9f6a-3d6c3ee144fb {{(pid=93164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:11:41.076028 dv-cinder-801617-3-iscsi neutron-server[93164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16111e10-0c5b-49b8-89d1-7539f001eca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4be593-7ae9-4cfe-bfcb-ea5fc3764266', 'code': 200} Jul 28 05:11:41.108454 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Pushing event updated for resources: {'Port': ['ID=9f4be593-7ae9-4cfe-bfcb-ea5fc3764266,revision_number=7']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:11:41.129641 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93000c66-d976-4d3d-8baa-cbc3caf5ca64 req-7fe5e150-7829-4800-8541-f524926e7995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:41.131485 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-93000c66-d976-4d3d-8baa-cbc3caf5ca64 req-7fe5e150-7829-4800-8541-f524926e7995 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=55007cfe-ea2e-4cab-9e84-15ae15b8e8bc HTTP/1.1" status: 200 len: 858 time: 0.0597005 Jul 28 05:11:41.234649 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-93000c66-d976-4d3d-8baa-cbc3caf5ca64 req-ac6e6098-de48-4071-a4bd-a5beb37972f3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2f6cc273-aa71-4fbb-86d3-1b26dad4ce50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273597 Jul 28 05:11:41.379870 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee8cc3-8b13-4405-963c-04e874d70992 req-21671969-71cf-44c3-9238-9e84cd964190 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:41.381277 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b4ee8cc3-8b13-4405-963c-04e874d70992 req-21671969-71cf-44c3-9238-9e84cd964190 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 946 time: 0.0765977 Jul 28 05:11:41.385047 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-93000c66-d976-4d3d-8baa-cbc3caf5ca64 req-1509c0a9-ed21-4d47-ab05-4b6237138533 service neutron] 10.222.0.21 "GET /v2.0/networks/2f6cc273-aa71-4fbb-86d3-1b26dad4ce50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273150 Jul 28 05:11:41.471285 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b4ee8cc3-8b13-4405-963c-04e874d70992 req-83bd2724-cb2a-4e36-b7bb-d602a7933b2b tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/security-groups?id=914ab7d4-c321-44bb-8153-ea66db053fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819533 Jul 28 05:11:41.507167 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-93000c66-d976-4d3d-8baa-cbc3caf5ca64 req-14b381c5-1707-4190-95e4-74275530a3e8 service neutron] 10.222.0.21 "GET /v2.0/networks/2f6cc273-aa71-4fbb-86d3-1b26dad4ce50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114652 Jul 28 05:11:41.787664 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa2bf4-fbf6-4a1a-bf8c-5e7e929fdde4 req-aa8ced59-a4b5-4527-97f7-e1e8a7574446 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:41.789799 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0faa2bf4-fbf6-4a1a-bf8c-5e7e929fdde4 req-aa8ced59-a4b5-4527-97f7-e1e8a7574446 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.0550470 Jul 28 05:11:41.844643 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0faa2bf4-fbf6-4a1a-bf8c-5e7e929fdde4 req-73940938-910c-466f-8d37-531f8b627ff6 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435717 Jul 28 05:11:42.075215 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d411a35-c44a-4b56-b59a-eac426b2cac9 req-c40fe9ed-db64-41c4-ad1a-d1297319cca5 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:42.077312 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9d411a35-c44a-4b56-b59a-eac426b2cac9 req-c40fe9ed-db64-41c4-ad1a-d1297319cca5 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 945 time: 0.0600567 Jul 28 05:11:42.126420 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9d411a35-c44a-4b56-b59a-eac426b2cac9 req-149a75e6-90b2-4172-97d6-1de6690bf834 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382235 Jul 28 05:11:42.613702 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51e4095-7960-44b5-bd93-020e3d2c8357 req-936bbb6b-f90e-4f29-a736-400d5a2e906b tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:42.615183 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a51e4095-7960-44b5-bd93-020e3d2c8357 req-936bbb6b-f90e-4f29-a736-400d5a2e906b tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 946 time: 0.0574999 Jul 28 05:11:42.655811 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a51e4095-7960-44b5-bd93-020e3d2c8357 req-11f66d48-0347-432a-94d0-31d3d97118d5 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/security-groups?id=914ab7d4-c321-44bb-8153-ea66db053fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339644 Jul 28 05:11:42.961525 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777d7f6f-e077-40b8-a5b4-39deab720cb8 req-5c28191c-bcf0-4e5c-b36e-37c5e7260d5a tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:42.963085 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-777d7f6f-e077-40b8-a5b4-39deab720cb8 req-5c28191c-bcf0-4e5c-b36e-37c5e7260d5a tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.0565655 Jul 28 05:11:43.009851 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-777d7f6f-e077-40b8-a5b4-39deab720cb8 req-80fe397f-15d2-4eec-88d3-40bc959601dd tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404038 Jul 28 05:11:43.263976 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323aeb9-0fa7-4439-bbfb-42458c584e80 req-0fe56c01-765e-406b-bb76-22db28d3c894 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:43.267587 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7323aeb9-0fa7-4439-bbfb-42458c584e80 req-0fe56c01-765e-406b-bb76-22db28d3c894 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 945 time: 0.0622652 Jul 28 05:11:43.330487 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7323aeb9-0fa7-4439-bbfb-42458c584e80 req-c785efdd-8524-4a23-adcb-ef9df9fb598c tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580819 Jul 28 05:11:43.840257 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d12ff3-bb53-4ad7-beb7-eb653b779128 req-ea45071d-1f85-434c-8c56-f8d5df6ce4a6 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:43.843243 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-79d12ff3-bb53-4ad7-beb7-eb653b779128 req-ea45071d-1f85-434c-8c56-f8d5df6ce4a6 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 946 time: 0.0933709 Jul 28 05:11:43.887392 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-79d12ff3-bb53-4ad7-beb7-eb653b779128 req-ceccf9ed-800e-491d-bd39-75285b41237a tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/security-groups?id=914ab7d4-c321-44bb-8153-ea66db053fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409944 Jul 28 05:11:44.438970 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd274cc-4934-4543-a1e8-a192facbbc72 req-94b681de-29db-4724-a203-fd0be06e7f9d tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:44.440719 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2fd274cc-4934-4543-a1e8-a192facbbc72 req-94b681de-29db-4724-a203-fd0be06e7f9d tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.3526943 Jul 28 05:11:44.492009 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2fd274cc-4934-4543-a1e8-a192facbbc72 req-57fd80bb-e969-4fca-aed9-a68ed42cc332 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435762 Jul 28 05:11:44.672989 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052f6b1-3261-44ba-a683-18ee3ff8f4be req-84c187bf-53ee-4d9f-a3bc-d82f0570b43e tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:44.674538 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2052f6b1-3261-44ba-a683-18ee3ff8f4be req-84c187bf-53ee-4d9f-a3bc-d82f0570b43e tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 945 time: 0.1104045 Jul 28 05:11:44.730327 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2052f6b1-3261-44ba-a683-18ee3ff8f4be req-3b228b52-6401-4c1d-ac1c-1d36afd1f7fc tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472138 Jul 28 05:11:45.027680 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc274ac0-c199-42dd-b7d1-05196872412d req-f6e69f16-b89a-4bb6-9464-859d2d68f3b8 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:45.030337 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-cc274ac0-c199-42dd-b7d1-05196872412d req-f6e69f16-b89a-4bb6-9464-859d2d68f3b8 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 946 time: 0.0718985 Jul 28 05:11:45.088136 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-cc274ac0-c199-42dd-b7d1-05196872412d req-32645675-51a8-4f57-bf59-d3258e2763fc tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/security-groups?id=914ab7d4-c321-44bb-8153-ea66db053fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425081 Jul 28 05:11:45.650678 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965c056-057b-4a29-9c08-fac856293820 req-aa6b507d-4032-46cc-ac5b-1a29360bf3c4 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:45.658346 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9965c056-057b-4a29-9c08-fac856293820 req-aa6b507d-4032-46cc-ac5b-1a29360bf3c4 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.0724316 Jul 28 05:11:45.704122 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9965c056-057b-4a29-9c08-fac856293820 req-909b6d6d-1638-46a8-a5db-3276f734f3b6 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439472 Jul 28 05:11:45.867115 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ffbeda-46b3-41bd-9427-7d97280efe50 req-312c07af-4952-4ddc-b9d0-bef73650a11c tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:45.867925 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f1ffbeda-46b3-41bd-9427-7d97280efe50 req-312c07af-4952-4ddc-b9d0-bef73650a11c tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 945 time: 0.0587950 Jul 28 05:11:45.911800 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f1ffbeda-46b3-41bd-9427-7d97280efe50 req-d7b04bb0-b8e6-41c0-9946-a7b7b1a45966 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376365 Jul 28 05:11:46.239469 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac63ac34-6e87-45b7-b730-7e52c78be351 req-a8c1c065-bcfc-4eb3-b2d7-222ca81fbc04 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:46.247518 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ac63ac34-6e87-45b7-b730-7e52c78be351 req-a8c1c065-bcfc-4eb3-b2d7-222ca81fbc04 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 946 time: 0.0622272 Jul 28 05:11:46.282277 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ac63ac34-6e87-45b7-b730-7e52c78be351 req-a6351e91-025c-43a5-959f-80dccb7fdf20 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/security-groups?id=914ab7d4-c321-44bb-8153-ea66db053fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338092 Jul 28 05:11:46.568432 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1026be-f875-4aad-9848-eb48e8f9250e req-438a5e3c-4136-43ab-a59f-d9508da69e5a tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:46.570540 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5e1026be-f875-4aad-9848-eb48e8f9250e req-438a5e3c-4136-43ab-a59f-d9508da69e5a tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 946 time: 0.0690179 Jul 28 05:11:46.615097 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5e1026be-f875-4aad-9848-eb48e8f9250e req-b14a8fd8-304b-4206-8fe1-1196fc96398e tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/security-groups?id=914ab7d4-c321-44bb-8153-ea66db053fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384710 Jul 28 05:11:46.830719 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9f864d-693e-4640-bdad-fb7c7b5b2dd5 req-0dac4fa9-62ae-424e-b9d7-f4849813db35 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:46.838727 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4f9f864d-693e-4640-bdad-fb7c7b5b2dd5 req-0dac4fa9-62ae-424e-b9d7-f4849813db35 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.0624545 Jul 28 05:11:46.873499 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4f9f864d-693e-4640-bdad-fb7c7b5b2dd5 req-1ee31bef-bf36-4e34-9950-eae8bfcaf4a5 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336442 Jul 28 05:11:47.048785 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01362ad-a2d4-43f2-acf5-d193bac807e6 req-e831efc0-492f-4975-95b6-d8a7b5348053 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:47.050322 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c01362ad-a2d4-43f2-acf5-d193bac807e6 req-e831efc0-492f-4975-95b6-d8a7b5348053 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 945 time: 0.0566547 Jul 28 05:11:47.099804 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c01362ad-a2d4-43f2-acf5-d193bac807e6 req-9b95331a-1a45-48a6-8073-967c4617f477 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422235 Jul 28 05:11:47.761166 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92a38c-f6cb-4919-ae0e-0980d80e51d5 req-68dd9aec-e06d-4860-bb04-147ec1bf49d9 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:47.762636 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7a92a38c-f6cb-4919-ae0e-0980d80e51d5 req-68dd9aec-e06d-4860-bb04-147ec1bf49d9 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 946 time: 0.0741425 Jul 28 05:11:47.804863 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7a92a38c-f6cb-4919-ae0e-0980d80e51d5 req-71904ed2-f92c-4dbb-8add-bb0d070dcd18 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/security-groups?id=914ab7d4-c321-44bb-8153-ea66db053fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360205 Jul 28 05:11:48.007827 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a80eb63-8746-4906-809c-26334fcd4d41 req-b45d7686-73fc-494f-9bab-d16b9b590e93 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:48.009766 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3a80eb63-8746-4906-809c-26334fcd4d41 req-b45d7686-73fc-494f-9bab-d16b9b590e93 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.0655005 Jul 28 05:11:48.059277 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3a80eb63-8746-4906-809c-26334fcd4d41 req-2e73b71b-1246-4229-8599-bc1ad0449fbf tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435162 Jul 28 05:11:48.100980 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:48.220481 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006de27-b887-4afd-8462-b942bf5efa0a req-58967654-b413-4350-a4c2-01dd5edb0201 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:48.222117 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e006de27-b887-4afd-8462-b942bf5efa0a req-58967654-b413-4350-a4c2-01dd5edb0201 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 945 time: 0.0565758 Jul 28 05:11:48.280879 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e006de27-b887-4afd-8462-b942bf5efa0a req-1ff51464-19df-4e43-9982-672b25d3271f tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513847 Jul 28 05:11:48.571062 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b30c7f-53d7-45f6-b828-54906158d50b req-af07207a-8d23-4d0e-93fd-3e7fa41b1873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:48.572739 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-92b30c7f-53d7-45f6-b828-54906158d50b req-af07207a-8d23-4d0e-93fd-3e7fa41b1873 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=38cd928d0e0347d0baad775ab2994326&device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 1099 time: 0.0508845 Jul 28 05:11:48.678040 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b30c7f-53d7-45f6-b828-54906158d50b req-80fcad2f-8937-44b8-a92f-9946c92da259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:48.680506 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-92b30c7f-53d7-45f6-b828-54906158d50b req-80fcad2f-8937-44b8-a92f-9946c92da259 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7040d785-ad9e-439a-8073-762370b8ac7a HTTP/1.1" status: 200 len: 912 time: 0.0958035 Jul 28 05:11:48.772292 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-92b30c7f-53d7-45f6-b828-54906158d50b req-bbe38506-0c8b-4969-9a49-1828b1843c3d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be024afa-a2ba-4736-b26b-99e01a74cf03 HTTP/1.1" status: 200 len: 1002 time: 0.0813920 Jul 28 05:11:48.826906 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b30c7f-53d7-45f6-b828-54906158d50b req-09af278e-6b3b-4309-a00b-6541bfd0e7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:48.828501 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-92b30c7f-53d7-45f6-b828-54906158d50b req-09af278e-6b3b-4309-a00b-6541bfd0e7ac service neutron] 10.222.0.21 "GET /v2.0/subnets?id=278bb74a-8e56-4dfc-917a-8520d15d8eb0 HTTP/1.1" status: 200 len: 850 time: 0.0472469 Jul 28 05:11:48.920552 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b30c7f-53d7-45f6-b828-54906158d50b req-690c12b6-04be-46f6-971a-ec6c33a79648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:48.922299 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-92b30c7f-53d7-45f6-b828-54906158d50b req-690c12b6-04be-46f6-971a-ec6c33a79648 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7040d785-ad9e-439a-8073-762370b8ac7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0828826 Jul 28 05:11:48.987225 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963cafc9-0f01-4778-b28d-db83969c28c9 req-6b803a67-d734-4c06-9a1c-d8e4aeba64f2 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:48.989094 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-963cafc9-0f01-4778-b28d-db83969c28c9 req-6b803a67-d734-4c06-9a1c-d8e4aeba64f2 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 946 time: 0.1047118 Jul 28 05:11:49.050392 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-963cafc9-0f01-4778-b28d-db83969c28c9 req-398fc5f6-d3d9-4dfe-b53f-1e718f445af2 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/security-groups?id=914ab7d4-c321-44bb-8153-ea66db053fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539935 Jul 28 05:11:49.071535 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-92b30c7f-53d7-45f6-b828-54906158d50b req-f3bb15f9-e29d-43ad-aa47-59cb4d642676 service neutron] 10.222.0.21 "GET /v2.0/networks/7040d785-ad9e-439a-8073-762370b8ac7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380985 Jul 28 05:11:49.214200 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b14dbd3-23b4-4b28-b119-a70903a1bbc4 req-3277e7f6-f80c-488d-9f44-0c2ecc2ad9a1 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:49.215882 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8b14dbd3-23b4-4b28-b119-a70903a1bbc4 req-3277e7f6-f80c-488d-9f44-0c2ecc2ad9a1 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.0798204 Jul 28 05:11:49.221808 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-92b30c7f-53d7-45f6-b828-54906158d50b req-a547eca4-1db1-4cc5-9624-9c7ab17f2034 service neutron] 10.222.0.21 "GET /v2.0/networks/7040d785-ad9e-439a-8073-762370b8ac7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387396 Jul 28 05:11:49.265203 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8b14dbd3-23b4-4b28-b119-a70903a1bbc4 req-189ed876-a81a-44e9-9eaf-c49658907aa8 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423417 Jul 28 05:11:49.422147 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a52d7f-140b-4fc9-995d-a05ab3d0772e req-523f4c94-29f3-4e3b-9997-aff6b4e9af5c tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:49.423870 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b8a52d7f-140b-4fc9-995d-a05ab3d0772e req-523f4c94-29f3-4e3b-9997-aff6b4e9af5c tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 945 time: 0.0603461 Jul 28 05:11:49.469625 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b8a52d7f-140b-4fc9-995d-a05ab3d0772e req-7698e86d-1727-48b9-a54b-5eaf987c2cc2 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386426 Jul 28 05:11:50.181044 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70564b42-10b2-4a35-aaeb-781187105db1 req-54216c9c-bf21-46d5-95ef-e54bb83e89be tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:50.182597 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-70564b42-10b2-4a35-aaeb-781187105db1 req-54216c9c-bf21-46d5-95ef-e54bb83e89be tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 946 time: 0.0518665 Jul 28 05:11:50.226934 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-70564b42-10b2-4a35-aaeb-781187105db1 req-ed5510e7-0485-42fe-8e91-ca74d111f8a6 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/security-groups?id=914ab7d4-c321-44bb-8153-ea66db053fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381858 Jul 28 05:11:50.394997 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a28a6e-6be1-4406-a741-6955f9ad767a req-638f495f-de6b-4879-86d2-fa1dd0494457 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:50.397832 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e3a28a6e-6be1-4406-a741-6955f9ad767a req-638f495f-de6b-4879-86d2-fa1dd0494457 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.0565627 Jul 28 05:11:50.453095 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e3a28a6e-6be1-4406-a741-6955f9ad767a req-ea5b7708-fe73-4644-99d9-dde97abbf717 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455337 Jul 28 05:11:50.612483 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1e9cbf-af9c-4667-932e-c4d04c82117d req-802618ad-e106-4b49-a3c2-5e5bf2b6eaaf tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:50.612483 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4f1e9cbf-af9c-4667-932e-c4d04c82117d req-802618ad-e106-4b49-a3c2-5e5bf2b6eaaf tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 945 time: 0.0649579 Jul 28 05:11:50.656599 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4f1e9cbf-af9c-4667-932e-c4d04c82117d req-6d45bd37-4ffd-43ed-bd75-44eaaf19b309 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397637 Jul 28 05:11:51.351942 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab00051-7baf-40b9-bed1-6a29b6c50511 req-50867f9c-e03a-498b-9cd1-69b385f6bcf7 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:51.353526 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3ab00051-7baf-40b9-bed1-6a29b6c50511 req-50867f9c-e03a-498b-9cd1-69b385f6bcf7 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 946 time: 0.0532436 Jul 28 05:11:51.395729 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3ab00051-7baf-40b9-bed1-6a29b6c50511 req-7e37b056-e043-4d5a-a589-9938ac009936 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/security-groups?id=914ab7d4-c321-44bb-8153-ea66db053fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360188 Jul 28 05:11:51.658643 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fe70c9-858e-4f2b-aeb1-86ae49edc044 req-efd9de38-94f0-40b3-a2b1-577460672194 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:51.660168 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-94fe70c9-858e-4f2b-aeb1-86ae49edc044 req-efd9de38-94f0-40b3-a2b1-577460672194 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.1121345 Jul 28 05:11:51.693899 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc532a-7313-4b7e-9ded-ed720c42fd22 req-982d0b14-eb5b-4918-bdba-5afd6160ca04 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:51.695348 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2cbc532a-7313-4b7e-9ded-ed720c42fd22 req-982d0b14-eb5b-4918-bdba-5afd6160ca04 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/networks?id=300c0b7a-3ec7-45c6-b237-7a8d9dd471d0 HTTP/1.1" status: 200 len: 814 time: 0.1575975 Jul 28 05:11:51.721551 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-94fe70c9-858e-4f2b-aeb1-86ae49edc044 req-1b89f090-3e28-4947-bdad-84573dd39bfc tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540898 Jul 28 05:11:51.722888 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2cbc532a-7313-4b7e-9ded-ed720c42fd22 req-078b6ce5-97b9-43e0-99e3-99ba5d8bf98e tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/quotas/30b837791a4f45f7bbefa0af378d5354 HTTP/1.1" status: 200 len: 375 time: 0.0209382 Jul 28 05:11:51.778502 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2cbc532a-7313-4b7e-9ded-ed720c42fd22 req-1b3b907c-4e40-4fd8-95ba-09815863bf7a tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=30b837791a4f45f7bbefa0af378d5354&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488904 Jul 28 05:11:51.876289 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3fec0a-fe24-4036-a88b-73a0162aa189 req-d74d94bd-d362-4c65-afc0-43195e7d079d tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:51.877713 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8b3fec0a-fe24-4036-a88b-73a0162aa189 req-d74d94bd-d362-4c65-afc0-43195e7d079d tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 945 time: 0.0980620 Jul 28 05:11:51.922541 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2cbc532a-7313-4b7e-9ded-ed720c42fd22 req-b33db5a8-e9ac-4259-94f6-5629a73199c1 service neutron] 10.222.0.13 "GET /v2.0/networks/300c0b7a-3ec7-45c6-b237-7a8d9dd471d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347718 Jul 28 05:11:51.984636 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8b3fec0a-fe24-4036-a88b-73a0162aa189 req-ceda1ff8-6f8e-4e2f-a33b-14d6668b7ea0 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952008 Jul 28 05:11:52.033097 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2cbc532a-7313-4b7e-9ded-ed720c42fd22 req-3f9ef8d7-9314-46b9-916e-6c39f20268d6 service neutron] 10.222.0.13 "GET /v2.0/networks/300c0b7a-3ec7-45c6-b237-7a8d9dd471d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043861 Jul 28 05:11:52.208738 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-253445fd-be17-4694-b54d-c4ab7a5a64cb req-f9163d15-9cf0-4027-8c49-15e683b1ce3f tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0367992 Jul 28 05:11:52.460177 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b2e127-c812-4c8a-829c-9cee8a44a060 req-b8b918e6-12d3-4d3b-8b94-c76529658e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:52.461653 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f1b2e127-c812-4c8a-829c-9cee8a44a060 req-b8b918e6-12d3-4d3b-8b94-c76529658e8a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f77014531530497aa60d1269fde1bd6f&device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 1098 time: 0.0411656 Jul 28 05:11:52.555710 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b2e127-c812-4c8a-829c-9cee8a44a060 req-12a97a39-3860-4cb9-bbb9-e6d5b570b4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:52.557169 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f1b2e127-c812-4c8a-829c-9cee8a44a060 req-12a97a39-3860-4cb9-bbb9-e6d5b570b4b5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=34e1948f-8e2c-47b9-a68d-5f2322a08957 HTTP/1.1" status: 200 len: 918 time: 0.0860703 Jul 28 05:11:52.624797 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f1b2e127-c812-4c8a-829c-9cee8a44a060 req-fe3123cb-a070-4e8c-b03e-65f7e8a98670 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f4be593-7ae9-4cfe-bfcb-ea5fc3764266 HTTP/1.1" status: 200 len: 1001 time: 0.0591142 Jul 28 05:11:52.675393 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b2e127-c812-4c8a-829c-9cee8a44a060 req-450d922f-7a78-4e0b-81a9-e1d5ea59f1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:52.676802 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f1b2e127-c812-4c8a-829c-9cee8a44a060 req-450d922f-7a78-4e0b-81a9-e1d5ea59f1cd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e9700662-b8e7-49fb-ada5-3c005d49b640 HTTP/1.1" status: 200 len: 856 time: 0.0441728 Jul 28 05:11:52.740613 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b2e127-c812-4c8a-829c-9cee8a44a060 req-02f3c37e-edd3-41ed-89ca-bcbfa85dcba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:52.742147 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f1b2e127-c812-4c8a-829c-9cee8a44a060 req-02f3c37e-edd3-41ed-89ca-bcbfa85dcba8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=34e1948f-8e2c-47b9-a68d-5f2322a08957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0476463 Jul 28 05:11:52.870843 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f1b2e127-c812-4c8a-829c-9cee8a44a060 req-680bcb63-8b31-4e98-b044-f0e3f670e44a service neutron] 10.222.0.21 "GET /v2.0/networks/34e1948f-8e2c-47b9-a68d-5f2322a08957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198609 Jul 28 05:11:52.877952 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71a2d2-bf3b-4184-8b29-7960d6641dc7 req-1ed0a426-dfb6-4ea3-8839-1462c48b9814 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:52.879274 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2c71a2d2-bf3b-4184-8b29-7960d6641dc7 req-1ed0a426-dfb6-4ea3-8839-1462c48b9814 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.0797884 Jul 28 05:11:52.958468 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2c71a2d2-bf3b-4184-8b29-7960d6641dc7 req-bac256a9-1829-459d-9c1b-98b4c6365a44 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705750 Jul 28 05:11:52.985674 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f1b2e127-c812-4c8a-829c-9cee8a44a060 req-7fb2d914-2e5e-4962-a773-bdb91ecb8a04 service neutron] 10.222.0.21 "GET /v2.0/networks/34e1948f-8e2c-47b9-a68d-5f2322a08957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045430 Jul 28 05:11:53.107726 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc78d727-6871-4430-ab6e-4aa05fb12408 req-76597127-ae20-4290-8936-930730fa326a tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:53.109180 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bc78d727-6871-4430-ab6e-4aa05fb12408 req-76597127-ae20-4290-8936-930730fa326a tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 945 time: 0.0510652 Jul 28 05:11:53.150601 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bc78d727-6871-4430-ab6e-4aa05fb12408 req-e113237d-9e39-4408-8dd1-17cd7b3ae978 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353014 Jul 28 05:11:53.302276 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3abb1aa1-4e36-46f6-bfcf-3164fec04e8a req-2415c982-b247-4a5c-81a4-04372f9d4fd3 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0269487 Jul 28 05:11:53.501135 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc532a-7313-4b7e-9ded-ed720c42fd22 req-e232160d-2c5d-41b6-9078-81010acd91ff tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:53.502591 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2cbc532a-7313-4b7e-9ded-ed720c42fd22 req-e232160d-2c5d-41b6-9078-81010acd91ff tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.21 "GET /v2.0/networks?id=300c0b7a-3ec7-45c6-b237-7a8d9dd471d0 HTTP/1.1" status: 200 len: 814 time: 0.1058269 Jul 28 05:11:53.531321 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [req-2cbc532a-7313-4b7e-9ded-ed720c42fd22 req-b1dd3934-7bf1-4f03-b9e0-e5ee4e7e9281 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Request body: {'port': {'device_id': '1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834', 'network_id': '300c0b7a-3ec7-45c6-b237-7a8d9dd471d0', 'admin_state_up': True, 'tenant_id': '30b837791a4f45f7bbefa0af378d5354'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:11:53.659210 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cbc532a-7313-4b7e-9ded-ed720c42fd22 req-b1dd3934-7bf1-4f03-b9e0-e5ee4e7e9281 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Made reservation on behalf of 30b837791a4f45f7bbefa0af378d5354 for: {'port': 1} {{(pid=93163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:11:53.663153 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-2cbc532a-7313-4b7e-9ded-ed720c42fd22 req-b1dd3934-7bf1-4f03-b9e0-e5ee4e7e9281 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:53.786096 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_common [req-2cbc532a-7313-4b7e-9ded-ed720c42fd22 req-b1dd3934-7bf1-4f03-b9e0-e5ee4e7e9281 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Allocated IP 172.20.0.8 (300c0b7a-3ec7-45c6-b237-7a8d9dd471d0/f56af102-7f6a-4a13-8214-ac092fadb2ac/78dc2123-806b-41a0-abdb-3847cc2b9fde) {{(pid=93163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:11:53.931443 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-2cbc532a-7313-4b7e-9ded-ed720c42fd22 req-b1dd3934-7bf1-4f03-b9e0-e5ee4e7e9281 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Notify callbacks [] for port, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:53.931903 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-ddd55f85-07d5-406c-983a-cc22956f9f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:53.970433 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-2cbc532a-7313-4b7e-9ded-ed720c42fd22 req-b1dd3934-7bf1-4f03-b9e0-e5ee4e7e9281 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227148292'] for port, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:54.008545 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cbc532a-7313-4b7e-9ded-ed720c42fd22 req-b1dd3934-7bf1-4f03-b9e0-e5ee4e7e9281 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Network 300c0b7a-3ec7-45c6-b237-7a8d9dd471d0 is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:11:54.011469 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [req-2cbc532a-7313-4b7e-9ded-ed720c42fd22 req-b1dd3934-7bf1-4f03-b9e0-e5ee4e7e9281 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:11:54.013976 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cbc532a-7313-4b7e-9ded-ed720c42fd22 req-b1dd3934-7bf1-4f03-b9e0-e5ee4e7e9281 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Received port after_create {{(pid=93163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 05:11:54.019483 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc532a-7313-4b7e-9ded-ed720c42fd22 req-b1dd3934-7bf1-4f03-b9e0-e5ee4e7e9281 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:54.020097 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-2cbc532a-7313-4b7e-9ded-ed720c42fd22 req-b1dd3934-7bf1-4f03-b9e0-e5ee4e7e9281 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068'] for port, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:54.023586 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] get_ports_and_sgs() called for port_ids ['4ff5819f-777b-414b-9f10-643c6d3f7c92', '9935c8e0-c7b1-4984-92f8-16ae30efdd04', '8bfda4eb-dc15-4a3b-b876-594b1a5469df'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:11:54.067190 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2cbc532a-7313-4b7e-9ded-ed720c42fd22 req-b1dd3934-7bf1-4f03-b9e0-e5ee4e7e9281 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5408106 Jul 28 05:11:54.068638 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dd3934-7bf1-4f03-b9e0-e5ee4e7e9281 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Pushing event updated for resources: {'Port': ['ID=78dc2123-806b-41a0-abdb-3847cc2b9fde,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:11:54.087864 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [req-2cbc532a-7313-4b7e-9ded-ed720c42fd22 req-ae2d197d-809d-482a-9598-417db7c55749 service neutron] Request body: {'port': {'device_id': '1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80161'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:11:54.101225 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae1d015-344d-4fe4-bdf4-2142c7ee912a req-1f713c94-f26a-4d42-9ca3-fb7ff4535a8e tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:54.102704 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9ae1d015-344d-4fe4-bdf4-2142c7ee912a req-1f713c94-f26a-4d42-9ca3-fb7ff4535a8e tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.0765939 Jul 28 05:11:54.178867 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9ae1d015-344d-4fe4-bdf4-2142c7ee912a req-833f06fe-1c54-4620-9384-ec466f747828 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607891 Jul 28 05:11:54.179620 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-2cbc532a-7313-4b7e-9ded-ed720c42fd22 req-ae2d197d-809d-482a-9598-417db7c55749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:54.396857 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2df2454-c0fd-4193-ba06-1b5b09bb5a39 req-8355e8bf-fd66-405f-8d2d-f6799f4d0bcf tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:54.398424 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c2df2454-c0fd-4193-ba06-1b5b09bb5a39 req-8355e8bf-fd66-405f-8d2d-f6799f4d0bcf tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 945 time: 0.1640866 Jul 28 05:11:54.511018 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c2df2454-c0fd-4193-ba06-1b5b09bb5a39 req-450b1658-5663-4bf3-b48d-ebeade410948 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975335 Jul 28 05:11:54.520819 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d904f51-f5f8-4ab9-8b6b-7921f797b09e req-aafc2c5a-96f2-469d-8b1b-e4c07742a5b1 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:54.522283 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3d904f51-f5f8-4ab9-8b6b-7921f797b09e req-aafc2c5a-96f2-469d-8b1b-e4c07742a5b1 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 931 time: 0.1214702 Jul 28 05:11:54.597680 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3d904f51-f5f8-4ab9-8b6b-7921f797b09e req-89005ca5-9274-47eb-a7c4-1e3732ba5f17 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669127 Jul 28 05:11:54.606909 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [req-2cbc532a-7313-4b7e-9ded-ed720c42fd22 req-ae2d197d-809d-482a-9598-417db7c55749 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78dc2123-806b-41a0-abdb-3847cc2b9fde {{(pid=93163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 05:11:54.614621 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-2cbc532a-7313-4b7e-9ded-ed720c42fd22 req-ae2d197d-809d-482a-9598-417db7c55749 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:54.626653 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [req-2cbc532a-7313-4b7e-9ded-ed720c42fd22 req-ae2d197d-809d-482a-9598-417db7c55749 service neutron] Transition to ACTIVE for port object 78dc2123-806b-41a0-abdb-3847cc2b9fde will not be triggered until provisioned by entity L2. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:11:54.634585 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-2cbc532a-7313-4b7e-9ded-ed720c42fd22 req-ae2d197d-809d-482a-9598-417db7c55749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:54.686608 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2d197d-809d-482a-9598-417db7c55749 service neutron] Pushing event updated for resources: {'Port': ['ID=78dc2123-806b-41a0-abdb-3847cc2b9fde,revision_number=2']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:11:54.720768 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [req-2cbc532a-7313-4b7e-9ded-ed720c42fd22 req-ae2d197d-809d-482a-9598-417db7c55749 service neutron] Attempting to bind port 78dc2123-806b-41a0-abdb-3847cc2b9fde on host hv-cinder-80161 for vnic_type normal with profile {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 05:11:54.721106 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [req-2cbc532a-7313-4b7e-9ded-ed720c42fd22 req-ae2d197d-809d-482a-9598-417db7c55749 service neutron] Attempting to bind port 78dc2123-806b-41a0-abdb-3847cc2b9fde by drivers openvswitch,hyperv on host hv-cinder-80161 at level 0 using segments [{'id': '00b60877-949c-4583-bcd9-a2d1f7b925b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '300c0b7a-3ec7-45c6-b237-7a8d9dd471d0'}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 05:11:54.721430 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbc532a-7313-4b7e-9ded-ed720c42fd22 req-ae2d197d-809d-482a-9598-417db7c55749 service neutron] Attempting to bind port 78dc2123-806b-41a0-abdb-3847cc2b9fde on network 300c0b7a-3ec7-45c6-b237-7a8d9dd471d0 {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:11:54.726160 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbc532a-7313-4b7e-9ded-ed720c42fd22 req-ae2d197d-809d-482a-9598-417db7c55749 service neutron] Port 78dc2123-806b-41a0-abdb-3847cc2b9fde on network 300c0b7a-3ec7-45c6-b237-7a8d9dd471d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80161 {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 05:11:54.726573 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbc532a-7313-4b7e-9ded-ed720c42fd22 req-ae2d197d-809d-482a-9598-417db7c55749 service neutron] Attempting to bind port 78dc2123-806b-41a0-abdb-3847cc2b9fde on network 300c0b7a-3ec7-45c6-b237-7a8d9dd471d0 {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:11:54.731880 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbc532a-7313-4b7e-9ded-ed720c42fd22 req-ae2d197d-809d-482a-9598-417db7c55749 service neutron] Checking agent: {'id': '4cdb6954-a1c9-49c3-81e0-9b963b26fa6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80161', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 5, 7, 18), 'started_at': datetime.datetime(2021, 7, 28, 5, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 5, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 05:11:54.732220 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbc532a-7313-4b7e-9ded-ed720c42fd22 req-ae2d197d-809d-482a-9598-417db7c55749 service neutron] Checking segment: {'id': '00b60877-949c-4583-bcd9-a2d1f7b925b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '300c0b7a-3ec7-45c6-b237-7a8d9dd471d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:11:54.732605 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbc532a-7313-4b7e-9ded-ed720c42fd22 req-ae2d197d-809d-482a-9598-417db7c55749 service neutron] Bound using segment: {'id': '00b60877-949c-4583-bcd9-a2d1f7b925b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '300c0b7a-3ec7-45c6-b237-7a8d9dd471d0'} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 05:11:54.733031 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [req-2cbc532a-7313-4b7e-9ded-ed720c42fd22 req-ae2d197d-809d-482a-9598-417db7c55749 service neutron] Bound port: 78dc2123-806b-41a0-abdb-3847cc2b9fde, host: hv-cinder-80161, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00b60877-949c-4583-bcd9-a2d1f7b925b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '300c0b7a-3ec7-45c6-b237-7a8d9dd471d0'}}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 05:11:54.733388 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-2cbc532a-7313-4b7e-9ded-ed720c42fd22 req-ae2d197d-809d-482a-9598-417db7c55749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:54.800175 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [req-2cbc532a-7313-4b7e-9ded-ed720c42fd22 req-ae2d197d-809d-482a-9598-417db7c55749 service neutron] For port 78dc2123-806b-41a0-abdb-3847cc2b9fde, host hv-cinder-80161, cleared binding levels {{(pid=93163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:11:54.803941 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [req-2cbc532a-7313-4b7e-9ded-ed720c42fd22 req-ae2d197d-809d-482a-9598-417db7c55749 service neutron] For port 78dc2123-806b-41a0-abdb-3847cc2b9fde, host hv-cinder-80161, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=78dc2123-806b-41a0-abdb-3847cc2b9fde,segment=NetworkSegment(00b60877-949c-4583-bcd9-a2d1f7b925b6),segment_id=00b60877-949c-4583-bcd9-a2d1f7b925b6)] {{(pid=93163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:11:54.808618 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-2cbc532a-7313-4b7e-9ded-ed720c42fd22 req-ae2d197d-809d-482a-9598-417db7c55749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:54.843693 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc532a-7313-4b7e-9ded-ed720c42fd22 req-ae2d197d-809d-482a-9598-417db7c55749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:54.844337 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-2cbc532a-7313-4b7e-9ded-ed720c42fd22 req-ae2d197d-809d-482a-9598-417db7c55749 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068'] for port, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:54.845801 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2cbc532a-7313-4b7e-9ded-ed720c42fd22 req-ae2d197d-809d-482a-9598-417db7c55749 service neutron] 10.222.0.21 "PUT /v2.0/ports/78dc2123-806b-41a0-abdb-3847cc2b9fde HTTP/1.1" status: 200 len: 1093 time: 0.7627137 Jul 28 05:11:54.846239 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834', 'tag': '78dc2123-806b-41a0-abdb-3847cc2b9fde'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:11:54.848790 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdaae2d937131cd036474998a49e3e11d53281396ea4e1ac8b096c837d21eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21354165-7cc9-4bd8-a5df-28fc1a3b8426" -d '{"events": [{"name": "network-changed", "server_uuid": "1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834", "tag": "78dc2123-806b-41a0-abdb-3847cc2b9fde"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:11:54.874145 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2d197d-809d-482a-9598-417db7c55749 service neutron] Pushing event updated for resources: {'Port': ['ID=78dc2123-806b-41a0-abdb-3847cc2b9fde,revision_number=3']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:11:54.886789 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 05:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8045407c-80b1-4321-9547-b942a0be7ede x-openstack-request-id: req-8045407c-80b1-4321-9547-b942a0be7ede {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:11:54.887073 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834", "tag": "78dc2123-806b-41a0-abdb-3847cc2b9fde", "status": "completed", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:11:54.887319 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8045407c-80b1-4321-9547-b942a0be7ede {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:11:54.887742 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834', 'tag': '78dc2123-806b-41a0-abdb-3847cc2b9fde', 'status': 'completed', 'code': 200} Jul 28 05:11:55.299511 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d06dc46-4355-46e5-9a71-58226c9909f1 req-c90d2cad-fa2f-4bb3-8358-6307aaa38ba4 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:55.300963 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2d06dc46-4355-46e5-9a71-58226c9909f1 req-c90d2cad-fa2f-4bb3-8358-6307aaa38ba4 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.0485823 Jul 28 05:11:55.339400 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2d06dc46-4355-46e5-9a71-58226c9909f1 req-e4f75297-0cc0-4fc7-a906-c93947b3406f tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320270 Jul 28 05:11:55.633900 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7495f3bc-b85f-4530-8d2c-3c6a87bb7584 req-2d65a314-92d6-4015-9a57-6162cfa3abe0 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:55.635395 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7495f3bc-b85f-4530-8d2c-3c6a87bb7584 req-2d65a314-92d6-4015-9a57-6162cfa3abe0 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 945 time: 0.0509162 Jul 28 05:11:55.681424 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7495f3bc-b85f-4530-8d2c-3c6a87bb7584 req-0c4b4151-9556-48a8-8aed-6011513c2dd1 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402405 Jul 28 05:11:55.723639 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d006797-646c-42fa-b4a1-ec4dac66651c req-b3f0e03e-bb69-4cd9-aba3-30850c1930df tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:55.725273 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7d006797-646c-42fa-b4a1-ec4dac66651c req-b3f0e03e-bb69-4cd9-aba3-30850c1930df tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 943 time: 0.0591764 Jul 28 05:11:55.771633 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7d006797-646c-42fa-b4a1-ec4dac66651c req-fddfe77d-4cec-41ef-b668-7cdd8ba5a714 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401328 Jul 28 05:11:56.451657 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1ad5e-e616-49e2-9c49-7bfd273da3df req-cc505e42-4179-4c9c-90fe-25a9a26d0b50 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:56.453123 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-90e1ad5e-e616-49e2-9c49-7bfd273da3df req-cc505e42-4179-4c9c-90fe-25a9a26d0b50 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.0482411 Jul 28 05:11:56.492379 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-90e1ad5e-e616-49e2-9c49-7bfd273da3df req-25e2afb3-7bb8-4fcd-b7db-f90cad04aa87 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330112 Jul 28 05:11:56.792775 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-568090df-b421-471a-b0c7-510224432711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:56.834185 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9660253-f767-481d-a023-a0107d897a06 req-48e0999b-1067-4b8e-a59a-abb73eede480 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:56.835768 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a9660253-f767-481d-a023-a0107d897a06 req-48e0999b-1067-4b8e-a59a-abb73eede480 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 945 time: 0.0823934 Jul 28 05:11:56.887370 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:56.910449 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a9660253-f767-481d-a023-a0107d897a06 req-5b5d7cc3-a9cb-4cf8-a4b3-c69af86bcffa tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655875 Jul 28 05:11:56.923400 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f8c78-1ec2-4419-a6ec-b21d8d7dce2d req-85a6c9f5-8727-40c7-a4d3-7cca4f8809fc tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:56.924900 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d39f8c78-1ec2-4419-a6ec-b21d8d7dce2d req-85a6c9f5-8727-40c7-a4d3-7cca4f8809fc tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 943 time: 0.0729949 Jul 28 05:11:56.963351 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d39f8c78-1ec2-4419-a6ec-b21d8d7dce2d req-22037fd1-417f-4ca3-81b7-b09ac1a5d284 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315979 Jul 28 05:11:57.410497 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21354165-7cc9-4bd8-a5df-28fc1a3b8426 req-f32fa3f5-2c51-4d48-a5aa-935f27ffd572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:57.412011 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-21354165-7cc9-4bd8-a5df-28fc1a3b8426 req-f32fa3f5-2c51-4d48-a5aa-935f27ffd572 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=30b837791a4f45f7bbefa0af378d5354&device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 1096 time: 0.0399258 Jul 28 05:11:57.462933 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device 9f4be593-7ae9-4cfe-bfcb-ea5fc3764266 no longer exists at agent hyperv_hv-cinder-80161 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:11:57.533740 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21354165-7cc9-4bd8-a5df-28fc1a3b8426 req-27d21671-ddd8-4e3e-a260-72104189b9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:57.535264 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-21354165-7cc9-4bd8-a5df-28fc1a3b8426 req-27d21671-ddd8-4e3e-a260-72104189b9dc service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=30b837791a4f45f7bbefa0af378d5354&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0974619 Jul 28 05:11:57.540086 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:57.561779 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16111e10-0c5b-49b8-89d1-7539f001eca5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f4be593-7ae9-4cfe-bfcb-ea5fc3764266'}] {{(pid=93164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:11:57.564095 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fb4d28940d80eba88a385613a92acfb6aaf547e778be800882bca880023c29d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da343c70-eb7b-4d45-b1d4-5119395799b4" -d '{"events": [{"server_uuid": "16111e10-0c5b-49b8-89d1-7539f001eca5", "name": "network-vif-unplugged", "status": "completed", "tag": "9f4be593-7ae9-4cfe-bfcb-ea5fc3764266"}]}' {{(pid=93164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:11:57.578530 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] For port 9f4be593-7ae9-4cfe-bfcb-ea5fc3764266, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=9f4be593-7ae9-4cfe-bfcb-ea5fc3764266,segment=NetworkSegment(b6e7b6af-52d2-4c9f-b399-76a1466735d9),segment_id=b6e7b6af-52d2-4c9f-b399-76a1466735d9)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:11:57.583940 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:57.612043 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 05:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845e2f6b-a962-46b0-8f90-b6ef3aaf4a72 x-openstack-request-id: req-845e2f6b-a962-46b0-8f90-b6ef3aaf4a72 {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:11:57.612249 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16111e10-0c5b-49b8-89d1-7539f001eca5", "name": "network-vif-unplugged", "status": "completed", "tag": "9f4be593-7ae9-4cfe-bfcb-ea5fc3764266", "code": 200}]} {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:11:57.612482 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-845e2f6b-a962-46b0-8f90-b6ef3aaf4a72 {{(pid=93164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:11:57.612867 dv-cinder-801617-3-iscsi neutron-server[93164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16111e10-0c5b-49b8-89d1-7539f001eca5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f4be593-7ae9-4cfe-bfcb-ea5fc3764266', 'code': 200} Jul 28 05:11:57.639930 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Pushing event updated for resources: {'Port': ['ID=9f4be593-7ae9-4cfe-bfcb-ea5fc3764266,revision_number=8']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:11:57.726214 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:57.907923 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c6ea3d-afe2-4306-b17a-578e1ddb1804 req-0c574e1e-fa4c-4f07-8807-41543d305816 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:57.909395 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-86c6ea3d-afe2-4306-b17a-578e1ddb1804 req-0c574e1e-fa4c-4f07-8807-41543d305816 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.1080701 Jul 28 05:11:57.915009 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21354165-7cc9-4bd8-a5df-28fc1a3b8426 req-475c5e04-f138-4e9e-a660-fa046cc89ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:57.916453 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-21354165-7cc9-4bd8-a5df-28fc1a3b8426 req-475c5e04-f138-4e9e-a660-fa046cc89ffb service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3699486 Jul 28 05:11:57.951595 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-86c6ea3d-afe2-4306-b17a-578e1ddb1804 req-9d56be9e-cd1c-40ec-9eba-b2031b3f8900 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340471 Jul 28 05:11:58.092539 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ba5bd-dff9-4675-bc56-428d1653046c req-37f35bef-4a66-4715-af70-b1d06b388b7b tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:58.094000 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-961ba5bd-dff9-4675-bc56-428d1653046c req-37f35bef-4a66-4715-af70-b1d06b388b7b tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 943 time: 0.1084337 Jul 28 05:11:58.096347 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc532a-7313-4b7e-9ded-ed720c42fd22 req-ede7877c-5a77-4ebd-9366-3b29aa9a278f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:58.097716 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2cbc532a-7313-4b7e-9ded-ed720c42fd22 req-ede7877c-5a77-4ebd-9366-3b29aa9a278f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=30b837791a4f45f7bbefa0af378d5354&device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 1096 time: 0.1014707 Jul 28 05:11:58.131439 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767314a4-8883-4bb1-b43a-9fdb3dcca136 req-6e1d2bb0-82a1-49be-80ce-db66adc6c01c tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:58.132887 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-767314a4-8883-4bb1-b43a-9fdb3dcca136 req-6e1d2bb0-82a1-49be-80ce-db66adc6c01c tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 943 time: 0.1009071 Jul 28 05:11:58.171990 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2cbc532a-7313-4b7e-9ded-ed720c42fd22 req-73cd2880-88c6-42b0-8a0d-cfa574536971 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78dc2123-806b-41a0-abdb-3847cc2b9fde HTTP/1.1" status: 200 len: 217 time: 0.0549679 Jul 28 05:11:58.189299 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-961ba5bd-dff9-4675-bc56-428d1653046c req-363bc5c3-c8cc-4e6c-8777-40d5fdaf0eb9 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876644 Jul 28 05:11:58.211897 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-767314a4-8883-4bb1-b43a-9fdb3dcca136 req-168d90ce-83c3-44fc-9096-d700a6624387 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469291 Jul 28 05:11:58.255948 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc532a-7313-4b7e-9ded-ed720c42fd22 req-cc3a3fa5-1bcb-4c9b-a0c3-4498ec5fe33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:58.257430 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2cbc532a-7313-4b7e-9ded-ed720c42fd22 req-cc3a3fa5-1bcb-4c9b-a0c3-4498ec5fe33f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f56af102-7f6a-4a13-8214-ac092fadb2ac HTTP/1.1" status: 200 len: 854 time: 0.0446916 Jul 28 05:11:58.294962 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2cbc532a-7313-4b7e-9ded-ed720c42fd22 req-ab276c86-a144-4fb3-b866-85aced6fbbf3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=300c0b7a-3ec7-45c6-b237-7a8d9dd471d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282223 Jul 28 05:11:58.409732 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2cbc532a-7313-4b7e-9ded-ed720c42fd22 req-f01a1b2f-06a6-4df1-8c29-7eba98a6277d service neutron] 10.222.0.21 "GET /v2.0/networks/300c0b7a-3ec7-45c6-b237-7a8d9dd471d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842230 Jul 28 05:11:58.518860 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2cbc532a-7313-4b7e-9ded-ed720c42fd22 req-f564c0d2-18a5-4cf8-9b50-dd73601606f4 service neutron] 10.222.0.21 "GET /v2.0/networks/300c0b7a-3ec7-45c6-b237-7a8d9dd471d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878181 Jul 28 05:11:59.073199 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4808a94b-e23d-4b59-bd50-ada03fa6d74c req-b720c25e-e75f-429b-9711-ab47adb938b2 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:59.074681 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4808a94b-e23d-4b59-bd50-ada03fa6d74c req-b720c25e-e75f-429b-9711-ab47adb938b2 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.0518339 Jul 28 05:11:59.112493 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4808a94b-e23d-4b59-bd50-ada03fa6d74c req-69029fff-2d58-4085-8dd2-1e9f4eb85492 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316551 Jul 28 05:11:59.237338 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:11:59.348706 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19db577-2179-4180-8f9e-46d6962a779e req-901978ce-3889-4d58-8dda-c7f3d667ede0 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:59.350670 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e19db577-2179-4180-8f9e-46d6962a779e req-901978ce-3889-4d58-8dda-c7f3d667ede0 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 943 time: 0.0781174 Jul 28 05:11:59.359092 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6916c-0864-4996-987b-16f8ab6ebdaa req-1501e757-e246-4be5-8186-792de50c4ed2 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:59.360524 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-81b6916c-0864-4996-987b-16f8ab6ebdaa req-1501e757-e246-4be5-8186-792de50c4ed2 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 943 time: 0.0776649 Jul 28 05:11:59.412212 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e19db577-2179-4180-8f9e-46d6962a779e req-7dec6ba9-075a-4afc-9648-1760b4100eb4 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507579 Jul 28 05:11:59.419600 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-81b6916c-0864-4996-987b-16f8ab6ebdaa req-69542712-630f-4d8a-9bf0-92a418500a4c tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514390 Jul 28 05:11:59.975856 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85bf45e-6d28-4df9-a554-80bc0a77a493 req-3704aed2-fd74-41d6-a975-eb5b99d3f9b3 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:11:59.977577 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c85bf45e-6d28-4df9-a554-80bc0a77a493 req-3704aed2-fd74-41d6-a975-eb5b99d3f9b3 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 943 time: 0.0546436 Jul 28 05:12:00.015353 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c85bf45e-6d28-4df9-a554-80bc0a77a493 req-a68fb4ce-1233-4243-bf1d-7b8b865b6c68 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318487 Jul 28 05:12:00.240841 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db317f-18a1-4cbe-9291-a4b272183171 req-d47a8278-69fd-4c33-ab88-6342119f051c tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:00.242434 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d5db317f-18a1-4cbe-9291-a4b272183171 req-d47a8278-69fd-4c33-ab88-6342119f051c tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.0558977 Jul 28 05:12:00.271523 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 47568) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:12:00.281274 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d5db317f-18a1-4cbe-9291-a4b272183171 req-036dcbd9-3362-40f5-827c-012b416ff4ca tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324640 Jul 28 05:12:00.354464 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [req-5ff12de7-08b9-4f2a-bd4c-f01e8e8449bc req-93aa1cf8-bb79-40ec-b5c4-0668fc339d72 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0812185 Jul 28 05:12:00.542269 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d9bb2-c552-4fa6-972e-6d37f984f966 req-0c8b4899-97e3-4cca-ab15-057f6da68638 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:00.544955 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2a0d9bb2-c552-4fa6-972e-6d37f984f966 req-0c8b4899-97e3-4cca-ab15-057f6da68638 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 943 time: 0.0602779 Jul 28 05:12:00.586698 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2a0d9bb2-c552-4fa6-972e-6d37f984f966 req-8f7a1bca-1a6a-42b8-a19a-09c0ede00eea tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357111 Jul 28 05:12:01.168607 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808c92e-46e9-4ecc-a405-38177d39010f req-a493d007-24f4-42df-b6c7-82d570a464ab tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:01.170050 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b808c92e-46e9-4ecc-a405-38177d39010f req-a493d007-24f4-42df-b6c7-82d570a464ab tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 943 time: 0.0469880 Jul 28 05:12:01.206891 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b808c92e-46e9-4ecc-a405-38177d39010f req-32485abd-7246-4543-8b2e-1ececc2271f5 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310485 Jul 28 05:12:01.400767 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1688a-e871-4d3a-8753-a039d53209df req-54c41d6e-80b0-4190-93ae-9b06f734cb50 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:01.402241 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-68f1688a-e871-4d3a-8753-a039d53209df req-54c41d6e-80b0-4190-93ae-9b06f734cb50 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.0512474 Jul 28 05:12:01.440184 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-68f1688a-e871-4d3a-8753-a039d53209df req-e1d77939-98b6-44c3-a10a-8aa667950558 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316539 Jul 28 05:12:01.454136 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device 78dc2123-806b-41a0-abdb-3847cc2b9fde details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=93164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 05:12:01.547499 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] For port 78dc2123-806b-41a0-abdb-3847cc2b9fde, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=78dc2123-806b-41a0-abdb-3847cc2b9fde,segment=NetworkSegment(00b60877-949c-4583-bcd9-a2d1f7b925b6),segment_id=00b60877-949c-4583-bcd9-a2d1f7b925b6)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:12:01.559000 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Returning: {'device': '78dc2123-806b-41a0-abdb-3847cc2b9fde', 'network_id': '300c0b7a-3ec7-45c6-b237-7a8d9dd471d0', 'port_id': '78dc2123-806b-41a0-abdb-3847cc2b9fde', 'mac_address': 'fa:16:3e:0e:bc:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f56af102-7f6a-4a13-8214-ac092fadb2ac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 05:12:01.593991 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:12:01.606297 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78dc2123-806b-41a0-abdb-3847cc2b9fde {{(pid=93164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 05:12:01.626025 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] For port 78dc2123-806b-41a0-abdb-3847cc2b9fde, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=78dc2123-806b-41a0-abdb-3847cc2b9fde,segment=NetworkSegment(00b60877-949c-4583-bcd9-a2d1f7b925b6),segment_id=00b60877-949c-4583-bcd9-a2d1f7b925b6)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:12:01.630220 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:12:01.680677 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Pushing event updated for resources: {'Port': ['ID=78dc2123-806b-41a0-abdb-3847cc2b9fde,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:12:01.705827 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9447b6-4c7b-434a-b591-28970754a97d req-3251aae7-c7ac-4b4a-aa6c-86fdb3ed3230 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:01.707302 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8f9447b6-4c7b-434a-b591-28970754a97d req-3251aae7-c7ac-4b4a-aa6c-86fdb3ed3230 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 944 time: 0.0521693 Jul 28 05:12:01.745300 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8f9447b6-4c7b-434a-b591-28970754a97d req-280be247-cc25-4588-82fc-7328b8036d10 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313108 Jul 28 05:12:02.226386 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] get_ports_and_sgs() called for port_ids ['78dc2123-806b-41a0-abdb-3847cc2b9fde'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:12:02.326329 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba835136-a86b-411c-9051-ff606146dd72 req-b5b6e286-4dbf-4306-ae98-b7466930517e tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:02.328215 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ba835136-a86b-411c-9051-ff606146dd72 req-b5b6e286-4dbf-4306-ae98-b7466930517e tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 943 time: 0.0503564 Jul 28 05:12:02.376090 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ba835136-a86b-411c-9051-ff606146dd72 req-210d518b-d39f-447a-9a3b-9b774623ea20 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421069 Jul 28 05:12:02.433987 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:12:02.566736 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a3478-7cf7-4e1f-a12e-97b8901a761a req-c2bb068e-f4c8-4e9e-879d-435cf5081400 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:02.568233 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-776a3478-7cf7-4e1f-a12e-97b8901a761a req-c2bb068e-f4c8-4e9e-879d-435cf5081400 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.0564187 Jul 28 05:12:02.608599 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-776a3478-7cf7-4e1f-a12e-97b8901a761a req-8e890441-84dc-4528-ac2a-adea0ba58408 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339203 Jul 28 05:12:02.860868 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa479cc-0afa-45ad-96ab-94baadb260f0 req-d9a4b455-2a61-472a-a2eb-2e0588ecb704 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:02.862216 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2fa479cc-0afa-45ad-96ab-94baadb260f0 req-d9a4b455-2a61-472a-a2eb-2e0588ecb704 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 944 time: 0.0527995 Jul 28 05:12:02.899786 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2fa479cc-0afa-45ad-96ab-94baadb260f0 req-ecf480c0-c882-456b-8173-6aac3fe4b34e tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306447 Jul 28 05:12:03.059870 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff12de7-08b9-4f2a-bd4c-f01e8e8449bc req-fc31ce7f-1abe-4970-afe9-ac5b236bfcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:03.061350 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5ff12de7-08b9-4f2a-bd4c-f01e8e8449bc req-fc31ce7f-1abe-4970-afe9-ac5b236bfcbb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5&tenant_id=f77014531530497aa60d1269fde1bd6f HTTP/1.1" status: 200 len: 1096 time: 0.0707822 Jul 28 05:12:03.155313 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff12de7-08b9-4f2a-bd4c-f01e8e8449bc req-8d361793-d0a6-46cb-83e6-bf4737445c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:03.156817 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5ff12de7-08b9-4f2a-bd4c-f01e8e8449bc req-8d361793-d0a6-46cb-83e6-bf4737445c2d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f77014531530497aa60d1269fde1bd6f&device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 1096 time: 0.0436518 Jul 28 05:12:03.244708 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff12de7-08b9-4f2a-bd4c-f01e8e8449bc req-c4532b7d-4872-4424-8d38-9c60c3a0e7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:03.246121 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5ff12de7-08b9-4f2a-bd4c-f01e8e8449bc req-c4532b7d-4872-4424-8d38-9c60c3a0e7e8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=34e1948f-8e2c-47b9-a68d-5f2322a08957 HTTP/1.1" status: 200 len: 918 time: 0.0804756 Jul 28 05:12:03.314858 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5ff12de7-08b9-4f2a-bd4c-f01e8e8449bc req-79d287ce-f1b1-4ad3-a8f0-deda80a40a0e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f4be593-7ae9-4cfe-bfcb-ea5fc3764266 HTTP/1.1" status: 200 len: 999 time: 0.0584419 Jul 28 05:12:03.366194 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff12de7-08b9-4f2a-bd4c-f01e8e8449bc req-74140785-42ec-4af3-8f2d-26033cc6ca77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:03.367645 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5ff12de7-08b9-4f2a-bd4c-f01e8e8449bc req-74140785-42ec-4af3-8f2d-26033cc6ca77 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e9700662-b8e7-49fb-ada5-3c005d49b640 HTTP/1.1" status: 200 len: 856 time: 0.0424197 Jul 28 05:12:03.419907 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff12de7-08b9-4f2a-bd4c-f01e8e8449bc req-1d4167b5-03a9-4184-96c6-48f2dbcc5f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:03.421564 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5ff12de7-08b9-4f2a-bd4c-f01e8e8449bc req-1d4167b5-03a9-4184-96c6-48f2dbcc5f1c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=34e1948f-8e2c-47b9-a68d-5f2322a08957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406692 Jul 28 05:12:03.462059 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device 9f4be593-7ae9-4cfe-bfcb-ea5fc3764266 no longer exists at agent hyperv_hv-cinder-80161 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:12:03.550035 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb979c2-1c40-4d80-874b-1b089eb4df2b req-01d98e4b-729d-40c1-8767-ff2c9f79940d tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:03.551534 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-acb979c2-1c40-4d80-874b-1b089eb4df2b req-01d98e4b-729d-40c1-8767-ff2c9f79940d tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 943 time: 0.1043594 Jul 28 05:12:03.555372 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5ff12de7-08b9-4f2a-bd4c-f01e8e8449bc req-186bd379-e05b-465e-b519-b57a397ff6fe service neutron] 10.222.0.21 "GET /v2.0/networks/34e1948f-8e2c-47b9-a68d-5f2322a08957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242526 Jul 28 05:12:03.644524 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-acb979c2-1c40-4d80-874b-1b089eb4df2b req-cd05d98b-051e-478c-93dd-55a0f7bff017 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867295 Jul 28 05:12:03.679962 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5ff12de7-08b9-4f2a-bd4c-f01e8e8449bc req-b38886ed-42a0-4a20-a846-c8427b5983d6 service neutron] 10.222.0.21 "GET /v2.0/networks/34e1948f-8e2c-47b9-a68d-5f2322a08957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153493 Jul 28 05:12:03.746689 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7885de8-7a5b-401d-925b-2c9d1ad65809 req-256cb0b4-2e90-4d29-927f-ee76175c9fde tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:03.751969 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b7885de8-7a5b-401d-925b-2c9d1ad65809 req-256cb0b4-2e90-4d29-927f-ee76175c9fde tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.0556624 Jul 28 05:12:03.790142 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b7885de8-7a5b-401d-925b-2c9d1ad65809 req-32e3dd2e-313e-4133-bf68-9164cce17d9f tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350857 Jul 28 05:12:03.830519 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 47624) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:12:03.975991 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1792d605-5b24-43ea-83fb-ff9cc9586f63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:12:04.016884 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc4793-bdf1-4aa3-8df8-5f3226ecb6ca req-85e771b7-47f9-4c97-bd48-4e9c1e9f989a tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:04.018399 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-31cc4793-bdf1-4aa3-8df8-5f3226ecb6ca req-85e771b7-47f9-4c97-bd48-4e9c1e9f989a tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 944 time: 0.0504971 Jul 28 05:12:04.059620 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-31cc4793-bdf1-4aa3-8df8-5f3226ecb6ca req-dd79e749-3c02-41af-967f-5e962ed440de tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342042 Jul 28 05:12:04.068463 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1792d605-5b24-43ea-83fb-ff9cc9586f63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:12:04.074304 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1792d605-5b24-43ea-83fb-ff9cc9586f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:12:04.115931 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-1792d605-5b24-43ea-83fb-ff9cc9586f63 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d516c9aef27043d19beb5df19a46bb27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2837594 Jul 28 05:12:04.116921 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1792d605-5b24-43ea-83fb-ff9cc9586f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e075236-487b-4a87-ba87-91d487a7133c,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:12:04.119105 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 47640) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:12:04.174381 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b55f54ab-184a-4f76-9953-68ff6a23c0b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:12:04.206672 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b55f54ab-184a-4f76-9953-68ff6a23c0b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:12:04.261848 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b55f54ab-184a-4f76-9953-68ff6a23c0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:12:04.266207 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b55f54ab-184a-4f76-9953-68ff6a23c0b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:12:04.267441 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-b55f54ab-184a-4f76-9953-68ff6a23c0b5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8e075236-487b-4a87-ba87-91d487a7133c HTTP/1.1" status: 204 len: 168 time: 0.1472452 Jul 28 05:12:04.288098 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f54ab-184a-4f76-9953-68ff6a23c0b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e075236-487b-4a87-ba87-91d487a7133c,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:12:04.785821 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6080f654-33ef-4efe-b9a4-459e7aa2a20c req-a94db795-bb4d-4c47-9620-768ed5208c06 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:04.790328 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6080f654-33ef-4efe-b9a4-459e7aa2a20c req-a94db795-bb4d-4c47-9620-768ed5208c06 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 943 time: 0.0576103 Jul 28 05:12:04.829606 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6080f654-33ef-4efe-b9a4-459e7aa2a20c req-87d30e32-011e-4eb9-8519-3c438efff388 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334368 Jul 28 05:12:04.951147 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d8539-f8ee-4af7-b65b-cc561273822b req-eaacba0a-75a3-45db-9e02-2faf6a4fa0b0 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:04.952983 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-150d8539-f8ee-4af7-b65b-cc561273822b req-eaacba0a-75a3-45db-9e02-2faf6a4fa0b0 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.0506771 Jul 28 05:12:04.996367 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-150d8539-f8ee-4af7-b65b-cc561273822b req-414daf1f-fea9-4dd1-844f-e750b20e0cc6 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361500 Jul 28 05:12:05.187258 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5acfbe-0ee7-4d0e-98cc-256e1777d08c req-541e3aad-7590-4250-80c1-82a797921fc4 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:05.188709 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bd5acfbe-0ee7-4d0e-98cc-256e1777d08c req-541e3aad-7590-4250-80c1-82a797921fc4 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 944 time: 0.0629177 Jul 28 05:12:05.227172 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bd5acfbe-0ee7-4d0e-98cc-256e1777d08c req-19554246-88b7-413c-bd35-cece1591119e tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320041 Jul 28 05:12:05.467682 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device 78dc2123-806b-41a0-abdb-3847cc2b9fde up at agent hyperv_hv-cinder-80161 {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:12:05.520274 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Provisioning for port 78dc2123-806b-41a0-abdb-3847cc2b9fde completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:12:05.523969 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Provisioning complete for port 78dc2123-806b-41a0-abdb-3847cc2b9fde triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:12:05.524519 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:12:05.609277 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:12:05.633364 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78dc2123-806b-41a0-abdb-3847cc2b9fde'}] {{(pid=93164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:12:05.635625 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fb4d28940d80eba88a385613a92acfb6aaf547e778be800882bca880023c29d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352f836b-598a-4279-9969-4575e13febfc" -d '{"events": [{"server_uuid": "1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834", "name": "network-vif-plugged", "status": "completed", "tag": "78dc2123-806b-41a0-abdb-3847cc2b9fde"}]}' {{(pid=93164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:12:05.648483 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] For port 78dc2123-806b-41a0-abdb-3847cc2b9fde, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=78dc2123-806b-41a0-abdb-3847cc2b9fde,segment=NetworkSegment(00b60877-949c-4583-bcd9-a2d1f7b925b6),segment_id=00b60877-949c-4583-bcd9-a2d1f7b925b6)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:12:05.653337 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:12:05.683386 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 05:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa7b75e-e262-4250-88ed-cfeb904282a9 x-openstack-request-id: req-6aa7b75e-e262-4250-88ed-cfeb904282a9 {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:12:05.683699 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834", "name": "network-vif-plugged", "status": "completed", "tag": "78dc2123-806b-41a0-abdb-3847cc2b9fde", "code": 200}]} {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:12:05.683951 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6aa7b75e-e262-4250-88ed-cfeb904282a9 {{(pid=93164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:12:05.684337 dv-cinder-801617-3-iscsi neutron-server[93164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78dc2123-806b-41a0-abdb-3847cc2b9fde', 'code': 200} Jul 28 05:12:05.709626 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Pushing event updated for resources: {'Port': ['ID=78dc2123-806b-41a0-abdb-3847cc2b9fde,revision_number=5']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:12:05.953441 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a95dd-b2d0-41d1-ac78-f0474bacccf1 req-8e683845-c1f4-4085-b5f5-25c3bd851384 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:05.955008 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a34a95dd-b2d0-41d1-ac78-f0474bacccf1 req-8e683845-c1f4-4085-b5f5-25c3bd851384 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 943 time: 0.0490513 Jul 28 05:12:05.997564 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a34a95dd-b2d0-41d1-ac78-f0474bacccf1 req-956fe67c-7b13-4d79-af74-7771164272ad tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342300 Jul 28 05:12:06.109359 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610893a-418b-4f35-b3ad-12bb7eb0927a req-d4de26ff-c12c-40ab-931a-1b34c57e6662 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:06.110836 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2610893a-418b-4f35-b3ad-12bb7eb0927a req-d4de26ff-c12c-40ab-931a-1b34c57e6662 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.0490184 Jul 28 05:12:06.152080 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2610893a-418b-4f35-b3ad-12bb7eb0927a req-0a87dcb4-678e-4b99-bb65-a33694293c47 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337749 Jul 28 05:12:06.346784 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd7847-ca94-489f-9646-53a886488ab6 req-8f7ec1e5-406b-4629-817c-74a74a5486d4 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:06.348287 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e3bd7847-ca94-489f-9646-53a886488ab6 req-8f7ec1e5-406b-4629-817c-74a74a5486d4 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 945 time: 0.0527432 Jul 28 05:12:06.386235 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e3bd7847-ca94-489f-9646-53a886488ab6 req-54bff328-62ee-49eb-84cd-1e762311aefd tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312805 Jul 28 05:12:07.129885 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d63d1b-14d3-4e21-b199-32ebffabce29 req-980fc47b-c0a2-460c-86f1-366ef755f55e tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:07.135963 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-89d63d1b-14d3-4e21-b199-32ebffabce29 req-980fc47b-c0a2-460c-86f1-366ef755f55e tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 943 time: 0.0535266 Jul 28 05:12:07.180821 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-89d63d1b-14d3-4e21-b199-32ebffabce29 req-4a85b215-8355-4832-b70b-91b36dc1c234 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422690 Jul 28 05:12:07.288819 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56728432-c5c6-4bfc-a66b-07448283e81b req-4a039890-eb41-4c53-b59c-3ed3c60c7a02 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:07.290237 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-56728432-c5c6-4bfc-a66b-07448283e81b req-4a039890-eb41-4c53-b59c-3ed3c60c7a02 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.0509548 Jul 28 05:12:07.328857 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-56728432-c5c6-4bfc-a66b-07448283e81b req-b25ffbc5-ab8f-4878-a3f8-1dbfa520b14e tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326250 Jul 28 05:12:07.507163 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e824ff3d-16c2-4953-8814-dd188242ffd7 req-ecec1961-81de-4ad8-ba2b-245e9a486934 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:07.508681 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e824ff3d-16c2-4953-8814-dd188242ffd7 req-ecec1961-81de-4ad8-ba2b-245e9a486934 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 945 time: 0.0560300 Jul 28 05:12:07.546401 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e824ff3d-16c2-4953-8814-dd188242ffd7 req-a939c707-c0c4-4f10-b332-a67895f1bc3a tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318575 Jul 28 05:12:07.960734 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 47718) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:12:08.063472 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f55f1aab-dd2d-446d-a6f1-3c13ec2445aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:12:08.155692 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f55f1aab-dd2d-446d-a6f1-3c13ec2445aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:12:08.159643 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f55f1aab-dd2d-446d-a6f1-3c13ec2445aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:12:08.200111 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55f1aab-dd2d-446d-a6f1-3c13ec2445aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c137c1ec-6a08-4e6b-a680-7e03fccb507b,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:12:08.204443 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-f55f1aab-dd2d-446d-a6f1-3c13ec2445aa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3821008ab70a47d6a6fa256676fdbeb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2426975 Jul 28 05:12:08.207472 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 47724) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:12:08.258999 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5986bac6-91ab-4fcf-88ff-d3117284eead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:12:08.284044 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5986bac6-91ab-4fcf-88ff-d3117284eead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:12:08.365132 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51adb569-0e21-4151-bc0b-5329fef15640 req-45fcfb26-85de-48e8-951f-7c70be5f648d tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:08.366584 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-51adb569-0e21-4151-bc0b-5329fef15640 req-45fcfb26-85de-48e8-951f-7c70be5f648d tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 943 time: 0.0857348 Jul 28 05:12:08.378849 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5986bac6-91ab-4fcf-88ff-d3117284eead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:12:08.382091 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5986bac6-91ab-4fcf-88ff-d3117284eead admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:12:08.383107 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-5986bac6-91ab-4fcf-88ff-d3117284eead admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c137c1ec-6a08-4e6b-a680-7e03fccb507b HTTP/1.1" status: 204 len: 168 time: 0.1752253 Jul 28 05:12:08.400088 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5986bac6-91ab-4fcf-88ff-d3117284eead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c137c1ec-6a08-4e6b-a680-7e03fccb507b,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:12:08.438242 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-51adb569-0e21-4151-bc0b-5329fef15640 req-883368c8-ad4c-49e7-a5f0-7bf33d298c53 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654764 Jul 28 05:12:08.552346 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1fe833-1c86-4024-a1b6-c2a6753974f7 req-d5e79fb4-dfaa-4e24-9c81-a97287d21cf4 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:08.554622 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1a1fe833-1c86-4024-a1b6-c2a6753974f7 req-d5e79fb4-dfaa-4e24-9c81-a97287d21cf4 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.0569813 Jul 28 05:12:08.608767 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1a1fe833-1c86-4024-a1b6-c2a6753974f7 req-096eeab4-7685-4732-a9c9-8e8500a7e0bd tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445926 Jul 28 05:12:08.725714 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7f33d-c2a0-4e4a-b256-0bdf5eac1922 req-79d5e2a0-8ed9-4182-ba7e-4bd81b6d9443 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:08.727237 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1cc7f33d-c2a0-4e4a-b256-0bdf5eac1922 req-79d5e2a0-8ed9-4182-ba7e-4bd81b6d9443 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 945 time: 0.0521266 Jul 28 05:12:08.784685 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1cc7f33d-c2a0-4e4a-b256-0bdf5eac1922 req-c77d32a5-d3b7-4b07-9999-ed45a65802c7 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496590 Jul 28 05:12:09.585738 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e98f4e-9248-4d86-8002-82c9ab4b11a2 req-196ce0d3-ff2a-417b-8cf9-9a8df15bb2d7 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:09.587365 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f1e98f4e-9248-4d86-8002-82c9ab4b11a2 req-196ce0d3-ff2a-417b-8cf9-9a8df15bb2d7 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 943 time: 0.0635424 Jul 28 05:12:09.633505 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f1e98f4e-9248-4d86-8002-82c9ab4b11a2 req-d2c28031-8e42-43c5-b8b9-7aa0a7c77301 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388336 Jul 28 05:12:09.735225 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0058a813-6827-4327-9a0f-d09b73761d33 req-515543fb-4ed4-4c60-ade4-a89d2f9cd2c1 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:09.736893 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0058a813-6827-4327-9a0f-d09b73761d33 req-515543fb-4ed4-4c60-ade4-a89d2f9cd2c1 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.0501113 Jul 28 05:12:09.776627 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0058a813-6827-4327-9a0f-d09b73761d33 req-6e01ebd9-d38e-467c-a9ed-71014e3c382e tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334480 Jul 28 05:12:09.902188 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaaac06-db19-4040-b2c9-9265be806dcc req-49fa170a-c15d-48e5-9a78-842d746f42d9 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:09.903816 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-efaaac06-db19-4040-b2c9-9265be806dcc req-49fa170a-c15d-48e5-9a78-842d746f42d9 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 945 time: 0.0527647 Jul 28 05:12:09.944727 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-efaaac06-db19-4040-b2c9-9265be806dcc req-65fb4c15-fb9f-4214-b870-e30c26c5fb56 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347471 Jul 28 05:12:10.758492 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3cb02-395f-4197-a8e8-c0070f5fd3da req-5155df18-2a6b-4dbd-b3c7-d8c5af08385e tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:10.760003 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-dea3cb02-395f-4197-a8e8-c0070f5fd3da req-5155df18-2a6b-4dbd-b3c7-d8c5af08385e tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 943 time: 0.0489380 Jul 28 05:12:10.799831 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-dea3cb02-395f-4197-a8e8-c0070f5fd3da req-cbe3ea3a-d0bc-401f-888f-5626ea4576b8 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333943 Jul 28 05:12:10.909294 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540de77-e9df-4143-9308-ad59247a1c9b req-de27476c-441b-4e23-8830-640fedd145f4 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:10.910964 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2540de77-e9df-4143-9308-ad59247a1c9b req-de27476c-441b-4e23-8830-640fedd145f4 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.0513735 Jul 28 05:12:10.948845 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2540de77-e9df-4143-9308-ad59247a1c9b req-8b2c7049-22a2-4514-addf-0f8dd980e139 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312898 Jul 28 05:12:11.079817 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ffe2c-baa6-476e-af08-1f342ff3ea4c req-2e56405c-a0b8-4399-adbd-961e2c1c9c13 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:11.081370 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-709ffe2c-baa6-476e-af08-1f342ff3ea4c req-2e56405c-a0b8-4399-adbd-961e2c1c9c13 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 945 time: 0.0503590 Jul 28 05:12:11.124130 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-709ffe2c-baa6-476e-af08-1f342ff3ea4c req-d0454d4d-9f7b-48a5-9e9f-6f631dde0f87 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352180 Jul 28 05:12:11.921051 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6c40ba-d2a3-4421-933f-ec528d91e2df req-ab2a721f-322e-4395-bae9-f8db05920ad2 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:11.922733 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5a6c40ba-d2a3-4421-933f-ec528d91e2df req-ab2a721f-322e-4395-bae9-f8db05920ad2 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 943 time: 0.0501738 Jul 28 05:12:11.966844 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5a6c40ba-d2a3-4421-933f-ec528d91e2df req-7d76f7ae-6c82-455f-b9f2-697100f0944c tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326450 Jul 28 05:12:12.076930 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff187695-3625-4ea2-80f5-ef358db405b2 req-1ea8837f-cf11-4d87-aeb6-6387e3ce6f8b tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:12.078463 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ff187695-3625-4ea2-80f5-ef358db405b2 req-1ea8837f-cf11-4d87-aeb6-6387e3ce6f8b tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.0483167 Jul 28 05:12:12.119508 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ff187695-3625-4ea2-80f5-ef358db405b2 req-d9bad911-28d3-4adf-a4d5-73518392f640 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345097 Jul 28 05:12:12.243214 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccca94cc-b549-4585-9ae3-d58d9155a037 req-dd5785b1-2577-4293-9ba4-2f50ebf10596 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:12.244693 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ccca94cc-b549-4585-9ae3-d58d9155a037 req-dd5785b1-2577-4293-9ba4-2f50ebf10596 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 945 time: 0.0493150 Jul 28 05:12:12.287886 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ccca94cc-b549-4585-9ae3-d58d9155a037 req-8883b6ea-a5d2-42fb-a22f-6ad0fb612fa0 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373662 Jul 28 05:12:13.089261 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bfa71f-10d0-4728-9ffa-35ad44432207 req-db2c9cf5-b973-466f-97b3-6a5db83b2108 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:13.090725 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-94bfa71f-10d0-4728-9ffa-35ad44432207 req-db2c9cf5-b973-466f-97b3-6a5db83b2108 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 943 time: 0.0491314 Jul 28 05:12:13.130912 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-94bfa71f-10d0-4728-9ffa-35ad44432207 req-e4cdb104-cf55-45ae-9ff5-502bd5d62898 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342259 Jul 28 05:12:13.243229 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c87233c-a02c-470c-b5a5-aef79636902a req-09c0ba24-7fd0-4b34-87f4-21b266c0d850 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:13.244739 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0c87233c-a02c-470c-b5a5-aef79636902a req-09c0ba24-7fd0-4b34-87f4-21b266c0d850 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.0551848 Jul 28 05:12:13.282267 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0c87233c-a02c-470c-b5a5-aef79636902a req-43c73dbf-dd36-4acc-965e-820b53726917 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314867 Jul 28 05:12:13.402944 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc1bd28-ce05-401f-abd3-cd45a63da78c req-2184b2cb-f0f6-4f1b-aef5-a53faf0e7325 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:13.404456 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-cdc1bd28-ce05-401f-abd3-cd45a63da78c req-2184b2cb-f0f6-4f1b-aef5-a53faf0e7325 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 945 time: 0.0512607 Jul 28 05:12:13.445957 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-cdc1bd28-ce05-401f-abd3-cd45a63da78c req-30309c18-4112-4076-b79a-b709fd787083 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354736 Jul 28 05:12:14.258100 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fde3a7-ca6d-45a8-b591-e0223804eb52 req-8421e1ac-01ef-4fef-9f10-a22fa75ad885 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:14.259631 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-53fde3a7-ca6d-45a8-b591-e0223804eb52 req-8421e1ac-01ef-4fef-9f10-a22fa75ad885 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 943 time: 0.0563319 Jul 28 05:12:14.301715 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-53fde3a7-ca6d-45a8-b591-e0223804eb52 req-c788ca44-799b-47cf-93e2-5bff67f4dd5c tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343351 Jul 28 05:12:14.420260 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b00717-ef0c-401f-ba81-dae6f0d9f2c9 req-237c6c0d-f390-466e-a7e0-bfc34ff03d70 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:14.421705 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-27b00717-ef0c-401f-ba81-dae6f0d9f2c9 req-237c6c0d-f390-466e-a7e0-bfc34ff03d70 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.0521898 Jul 28 05:12:14.459837 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-27b00717-ef0c-401f-ba81-dae6f0d9f2c9 req-eeb58294-3563-4cff-865b-4c03433b29ab tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317743 Jul 28 05:12:14.569589 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba058f-6340-4281-8af3-1cad318a5adf req-00c6bfd3-3b92-4864-bb88-668956061f3d tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:14.571097 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0cba058f-6340-4281-8af3-1cad318a5adf req-00c6bfd3-3b92-4864-bb88-668956061f3d tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 945 time: 0.0468905 Jul 28 05:12:14.614827 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0cba058f-6340-4281-8af3-1cad318a5adf req-910da35a-d8cf-489f-a784-ecab1e9b54ca tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376754 Jul 28 05:12:15.432229 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fdfa39-c99a-4929-a4f7-8c64323817dd req-f82d280a-68cd-461c-b678-c137310bc0c5 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:15.433709 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-69fdfa39-c99a-4929-a4f7-8c64323817dd req-f82d280a-68cd-461c-b678-c137310bc0c5 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 943 time: 0.0511086 Jul 28 05:12:15.472648 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-69fdfa39-c99a-4929-a4f7-8c64323817dd req-ec473d40-1c6e-454d-a5c8-2156c828e09d tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328114 Jul 28 05:12:15.595213 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d623d0fd-2078-46d0-82df-c40a61979c01 req-e89fda70-d2b7-4aa5-b8d5-0715c62aa09e tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:15.596639 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d623d0fd-2078-46d0-82df-c40a61979c01 req-e89fda70-d2b7-4aa5-b8d5-0715c62aa09e tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.0492532 Jul 28 05:12:15.636203 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d623d0fd-2078-46d0-82df-c40a61979c01 req-63efc696-57e2-4636-abc0-f0996810c4ce tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330672 Jul 28 05:12:15.749032 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c4b69-8269-4b25-a4cb-eb41daac3280 req-407b1288-08cb-4513-8c9a-2f84d2f81937 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:15.750816 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-344c4b69-8269-4b25-a4cb-eb41daac3280 req-407b1288-08cb-4513-8c9a-2f84d2f81937 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 945 time: 0.0517678 Jul 28 05:12:15.798939 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-344c4b69-8269-4b25-a4cb-eb41daac3280 req-8f1fbd3d-400d-4316-8084-0551a780a9e1 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420580 Jul 28 05:12:16.602856 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52955bec-b39f-4b0b-94a9-0b44b6e4c549 req-17288440-2a13-4946-846d-f131ca4edf1c tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:16.604339 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-52955bec-b39f-4b0b-94a9-0b44b6e4c549 req-17288440-2a13-4946-846d-f131ca4edf1c tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 943 time: 0.0517178 Jul 28 05:12:16.642220 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-52955bec-b39f-4b0b-94a9-0b44b6e4c549 req-2ff2e22e-d5ba-4c49-aff4-75e7300dd238 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319190 Jul 28 05:12:16.760143 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9164d-6a7a-4ae1-ad09-8f37a9d693d6 req-bd17ad96-116d-449f-8980-66974d9579df tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:16.761651 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-20e9164d-6a7a-4ae1-ad09-8f37a9d693d6 req-bd17ad96-116d-449f-8980-66974d9579df tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.0500023 Jul 28 05:12:16.798960 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-20e9164d-6a7a-4ae1-ad09-8f37a9d693d6 req-d0972c62-d049-4b63-9dfc-c791782304e7 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313795 Jul 28 05:12:16.913604 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0255699-feab-4f3d-95e0-1d0e145ec52a req-542d57a9-4fe0-4582-a045-3fa084e25aeb tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:16.915531 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c0255699-feab-4f3d-95e0-1d0e145ec52a req-542d57a9-4fe0-4582-a045-3fa084e25aeb tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 945 time: 0.0487196 Jul 28 05:12:16.957389 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c0255699-feab-4f3d-95e0-1d0e145ec52a req-301c3432-fb13-4b17-a286-b8ff0e11ea94 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360801 Jul 28 05:12:17.762506 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd46d1-b41b-458b-b2a2-7926be378f97 req-15162e9a-2b7d-4850-9c4f-441e6e6de06e tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:17.763997 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-57dd46d1-b41b-458b-b2a2-7926be378f97 req-15162e9a-2b7d-4850-9c4f-441e6e6de06e tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 943 time: 0.0496252 Jul 28 05:12:17.803480 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-57dd46d1-b41b-458b-b2a2-7926be378f97 req-273dba1d-05b2-421a-9dbd-78f4af05b428 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331843 Jul 28 05:12:17.919250 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c8252-acd6-4647-bc8b-82e874455d09 req-5e9a57f6-5b9f-43c1-81af-a331374f51d2 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:17.920827 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-311c8252-acd6-4647-bc8b-82e874455d09 req-5e9a57f6-5b9f-43c1-81af-a331374f51d2 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.0496767 Jul 28 05:12:17.959138 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-311c8252-acd6-4647-bc8b-82e874455d09 req-bc56e8ac-c5fb-4436-aab8-ed304151f3de tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319705 Jul 28 05:12:18.072045 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad6007-bdf5-49fe-8fa0-8a55ed089b87 req-5cc9f88e-e074-4151-88b0-3c0cfaccf33d tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:18.073577 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-08ad6007-bdf5-49fe-8fa0-8a55ed089b87 req-5cc9f88e-e074-4151-88b0-3c0cfaccf33d tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 945 time: 0.0496767 Jul 28 05:12:18.109962 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:12:18.116650 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-08ad6007-bdf5-49fe-8fa0-8a55ed089b87 req-800fe668-b813-44ea-b1e1-e851d4ccf581 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369356 Jul 28 05:12:18.925987 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c1221-03fc-45c7-baa4-1c68bb1b5afb req-055229eb-856e-4b30-9738-39b7e1716950 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:18.927679 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4d9c1221-03fc-45c7-baa4-1c68bb1b5afb req-055229eb-856e-4b30-9738-39b7e1716950 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 943 time: 0.0506215 Jul 28 05:12:18.991685 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4d9c1221-03fc-45c7-baa4-1c68bb1b5afb req-034eeb41-1f83-489a-9388-2e3b0c89cfb7 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577750 Jul 28 05:12:19.004670 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4838135e-9a9c-4028-a6a6-0eb35f4ee031 req-63b6dece-6b1f-43ad-86b9-35cc94694a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:19.006353 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4838135e-9a9c-4028-a6a6-0eb35f4ee031 req-63b6dece-6b1f-43ad-86b9-35cc94694a86 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 1098 time: 0.0518553 Jul 28 05:12:19.089659 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4838135e-9a9c-4028-a6a6-0eb35f4ee031 req-77690211-cbc2-4a3d-a444-7030ce2dd7b0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704184 Jul 28 05:12:19.101635 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee79a31-4c6e-4c9d-b560-76f8c66cd84e req-6d348e1f-661e-43a7-9853-19b441dd8781 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:19.103100 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bee79a31-4c6e-4c9d-b560-76f8c66cd84e req-6d348e1f-661e-43a7-9853-19b441dd8781 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.0696168 Jul 28 05:12:19.147807 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bee79a31-4c6e-4c9d-b560-76f8c66cd84e req-7302ef0d-baa2-4352-9c34-986ad1dcc539 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381920 Jul 28 05:12:19.238316 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7972a-4730-4f8f-8cf2-faf7c2615db6 req-0bc4d832-4ae2-4ce4-a48a-4ec971ba06c8 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:19.239819 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4cb7972a-4730-4f8f-8cf2-faf7c2615db6 req-0bc4d832-4ae2-4ce4-a48a-4ec971ba06c8 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 945 time: 0.0517144 Jul 28 05:12:19.276478 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4cb7972a-4730-4f8f-8cf2-faf7c2615db6 req-d3d76412-c965-470a-bc5a-3d1694767199 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303297 Jul 28 05:12:20.122785 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dce30c-97ee-4f52-8cc3-02f67c911cb8 req-7e5b3c6f-b5ac-45b5-80b0-bcb7ff868e47 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:20.124288 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-30dce30c-97ee-4f52-8cc3-02f67c911cb8 req-7e5b3c6f-b5ac-45b5-80b0-bcb7ff868e47 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 943 time: 0.0483775 Jul 28 05:12:20.161119 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-30dce30c-97ee-4f52-8cc3-02f67c911cb8 req-feeb72b3-0cbf-4b00-b3e4-d6bae462be36 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309575 Jul 28 05:12:20.265598 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b0fab3-1418-4ee5-9c44-7293a5909a0d req-7461def8-ed08-4ce5-a7e8-140eed6ecc1f tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:20.266969 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-91b0fab3-1418-4ee5-9c44-7293a5909a0d req-7461def8-ed08-4ce5-a7e8-140eed6ecc1f tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.0514572 Jul 28 05:12:20.303710 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-91b0fab3-1418-4ee5-9c44-7293a5909a0d req-2d0aed6c-70aa-4cc2-a5ae-3f6956fbde08 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306885 Jul 28 05:12:20.388451 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0cac78-5ddd-4b57-bc0e-e3478eab1172 req-64688653-86b6-4fae-8271-61fab4da7b45 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:20.389892 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8f0cac78-5ddd-4b57-bc0e-e3478eab1172 req-64688653-86b6-4fae-8271-61fab4da7b45 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 945 time: 0.0484979 Jul 28 05:12:20.426817 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8f0cac78-5ddd-4b57-bc0e-e3478eab1172 req-073c149c-e56c-4d09-b2c4-19d7c005ca6d tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311413 Jul 28 05:12:21.276294 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73764c-d1e6-4d79-9bd3-fbbd3093da69 req-8ddea956-6b76-4d5d-b426-ac71e80c3d1e tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:21.277741 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0e73764c-d1e6-4d79-9bd3-fbbd3093da69 req-8ddea956-6b76-4d5d-b426-ac71e80c3d1e tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 943 time: 0.0480106 Jul 28 05:12:21.314047 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0e73764c-d1e6-4d79-9bd3-fbbd3093da69 req-48518061-a2fd-43a0-87ce-a3add7810b9e tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302217 Jul 28 05:12:21.418271 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5169c2-56af-4e4f-8dd3-f7410880ed7c req-652c5a2e-b1f3-4a32-9192-c269bbbf8631 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:21.419706 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ad5169c2-56af-4e4f-8dd3-f7410880ed7c req-652c5a2e-b1f3-4a32-9192-c269bbbf8631 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.0495679 Jul 28 05:12:21.456222 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ad5169c2-56af-4e4f-8dd3-f7410880ed7c req-9b38a2cc-d224-4a15-8d7b-458556c62d31 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307987 Jul 28 05:12:21.538451 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9a767-707e-46e9-a264-12dc4e9f2edd req-9cf1025b-e9cd-4eed-87a7-b9f081013b1c tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:21.539916 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-22b9a767-707e-46e9-a264-12dc4e9f2edd req-9cf1025b-e9cd-4eed-87a7-b9f081013b1c tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 945 time: 0.0475028 Jul 28 05:12:21.576993 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-22b9a767-707e-46e9-a264-12dc4e9f2edd req-09edcd76-ec16-4234-b036-ef4c95b95500 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307660 Jul 28 05:12:22.430368 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8dc61-7acd-4c19-a873-5c2654380f17 req-92c8e385-9fce-4bee-9279-f7d92d3dd638 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:22.431732 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-74a8dc61-7acd-4c19-a873-5c2654380f17 req-92c8e385-9fce-4bee-9279-f7d92d3dd638 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 943 time: 0.0462334 Jul 28 05:12:22.469762 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-74a8dc61-7acd-4c19-a873-5c2654380f17 req-b5f66444-9dfb-4b55-a6bc-3b86e84f1ce5 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321977 Jul 28 05:12:22.570442 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e57820-0d29-4156-9e5a-906b4a97385c req-18529a56-ddf1-445a-be2b-87d62f7f785b tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:22.572376 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d9e57820-0d29-4156-9e5a-906b4a97385c req-18529a56-ddf1-445a-be2b-87d62f7f785b tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.0508790 Jul 28 05:12:22.610571 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d9e57820-0d29-4156-9e5a-906b4a97385c req-f7585305-bf08-4f60-a126-a2ee9485e354 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323658 Jul 28 05:12:22.687486 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c4b7e-30cc-4ab9-bf17-24adb1870761 req-9d712a7a-d51e-4292-9073-f89de92e5833 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:22.688853 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-759c4b7e-30cc-4ab9-bf17-24adb1870761 req-9d712a7a-d51e-4292-9073-f89de92e5833 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 945 time: 0.0471017 Jul 28 05:12:22.725848 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-759c4b7e-30cc-4ab9-bf17-24adb1870761 req-98007e7a-551c-4e4b-87f0-95e318f30a4d tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308604 Jul 28 05:12:23.596668 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd45fb0-46ad-495e-a857-fc8bef34996e req-28dc071b-7cc5-48a2-a8bb-1b37f79d5b8e tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:23.598135 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7cd45fb0-46ad-495e-a857-fc8bef34996e req-28dc071b-7cc5-48a2-a8bb-1b37f79d5b8e tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 943 time: 0.0568604 Jul 28 05:12:23.637024 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7cd45fb0-46ad-495e-a857-fc8bef34996e req-2c5829f5-84a8-4503-abfb-f035ce115a96 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321174 Jul 28 05:12:23.733127 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a13774-a52c-474b-b84d-9a584806f3c2 req-d6ca4ab2-f140-453a-93f4-ef59d07f66b5 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:23.734581 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-07a13774-a52c-474b-b84d-9a584806f3c2 req-d6ca4ab2-f140-453a-93f4-ef59d07f66b5 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.0549424 Jul 28 05:12:23.792370 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-07a13774-a52c-474b-b84d-9a584806f3c2 req-1711a7e3-ef94-4cf4-93f6-d614c2f23d97 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490935 Jul 28 05:12:23.847085 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb4be38-7ca7-4319-b1f4-bef659cc39e5 req-2b21237e-2d44-4746-93ff-2ac13caed1d7 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:23.848595 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-cfb4be38-7ca7-4319-b1f4-bef659cc39e5 req-2b21237e-2d44-4746-93ff-2ac13caed1d7 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 945 time: 0.0485682 Jul 28 05:12:23.897416 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-cfb4be38-7ca7-4319-b1f4-bef659cc39e5 req-cd533b32-6bdf-4c07-b9f5-52e994030f2b tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379269 Jul 28 05:12:23.935875 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0bd2671f-004e-4259-ac58-0f3b75fc7580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:12:25.024355 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759e9d8-9ef1-4b50-aad3-927f3116a5ab req-a44789f8-1360-43a3-be5a-1f8edb348ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:25.025841 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b759e9d8-9ef1-4b50-aad3-927f3116a5ab req-a44789f8-1360-43a3-be5a-1f8edb348ebe service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 1098 time: 0.3144522 Jul 28 05:12:25.055617 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50190b7-9ee4-4d85-ba52-e382cd27c958 req-72b53782-9a2c-415e-bc1b-8e2d89ff3770 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:25.057604 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b50190b7-9ee4-4d85-ba52-e382cd27c958 req-72b53782-9a2c-415e-bc1b-8e2d89ff3770 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 943 time: 0.3480263 Jul 28 05:12:25.141966 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7abef3-49c8-48cd-9b54-fdc9a27a718e req-cf3f77d4-50cd-454a-b7d2-d108534a9fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:25.143667 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7b7abef3-49c8-48cd-9b54-fdc9a27a718e req-cf3f77d4-50cd-454a-b7d2-d108534a9fa9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f77014531530497aa60d1269fde1bd6f&device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 1096 time: 0.3675017 Jul 28 05:12:25.151644 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b759e9d8-9ef1-4b50-aad3-927f3116a5ab req-2f42f7aa-44e5-44ae-b3f0-ec729a1b9d26 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110365 Jul 28 05:12:25.161389 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b50190b7-9ee4-4d85-ba52-e382cd27c958 req-b3f3e2ac-4178-42f3-94db-dc45a4ce5a14 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950522 Jul 28 05:12:25.169017 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c5149a-72b7-48be-a908-d184faefc5d4 req-2096caf7-76d2-4638-8810-db5cee98ecc5 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:25.170608 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-94c5149a-72b7-48be-a908-d184faefc5d4 req-2096caf7-76d2-4638-8810-db5cee98ecc5 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.1485114 Jul 28 05:12:25.213049 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-94c5149a-72b7-48be-a908-d184faefc5d4 req-c92539d8-df45-46e4-8b7b-6893bffdea25 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351992 Jul 28 05:12:25.277169 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc71e39-f760-48a4-9b93-fd4259640d71 req-81699161-949e-4370-8b34-5ee847d6bd5f tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:25.278541 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8cc71e39-f760-48a4-9b93-fd4259640d71 req-81699161-949e-4370-8b34-5ee847d6bd5f tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 945 time: 0.0516372 Jul 28 05:12:25.316785 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8cc71e39-f760-48a4-9b93-fd4259640d71 req-9676d57c-688a-4560-b43c-9560bcdedc2e tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321419 Jul 28 05:12:25.598998 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7abef3-49c8-48cd-9b54-fdc9a27a718e req-eaba2788-3b37-46f7-b5a8-f3a7a07fdad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:25.600509 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7b7abef3-49c8-48cd-9b54-fdc9a27a718e req-eaba2788-3b37-46f7-b5a8-f3a7a07fdad4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=34e1948f-8e2c-47b9-a68d-5f2322a08957 HTTP/1.1" status: 200 len: 918 time: 0.0979972 Jul 28 05:12:25.669841 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7b7abef3-49c8-48cd-9b54-fdc9a27a718e req-3249939c-0496-41e4-9532-ffd02ffe6668 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f4be593-7ae9-4cfe-bfcb-ea5fc3764266 HTTP/1.1" status: 200 len: 999 time: 0.0603988 Jul 28 05:12:25.718336 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7abef3-49c8-48cd-9b54-fdc9a27a718e req-617771c0-358a-491c-8402-9bdd142ba828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:25.719784 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7b7abef3-49c8-48cd-9b54-fdc9a27a718e req-617771c0-358a-491c-8402-9bdd142ba828 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e9700662-b8e7-49fb-ada5-3c005d49b640 HTTP/1.1" status: 200 len: 856 time: 0.0419788 Jul 28 05:12:25.773346 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7abef3-49c8-48cd-9b54-fdc9a27a718e req-639f1457-502b-4268-8e74-d5c739eae32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:25.775294 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7b7abef3-49c8-48cd-9b54-fdc9a27a718e req-639f1457-502b-4268-8e74-d5c739eae32a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=34e1948f-8e2c-47b9-a68d-5f2322a08957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381474 Jul 28 05:12:25.865323 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7b7abef3-49c8-48cd-9b54-fdc9a27a718e req-c26b9b9a-98ad-4d1a-8282-70c6dffed073 service neutron] 10.222.0.21 "GET /v2.0/networks/34e1948f-8e2c-47b9-a68d-5f2322a08957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815337 Jul 28 05:12:25.953117 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7b7abef3-49c8-48cd-9b54-fdc9a27a718e req-3caae201-c019-451a-82fb-faad5f88d50b service neutron] 10.222.0.21 "GET /v2.0/networks/34e1948f-8e2c-47b9-a68d-5f2322a08957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779786 Jul 28 05:12:26.282499 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3290213-69ef-4b1c-ae9f-beae2dc2598a req-16cce4ae-4b9f-4f52-836c-f8b9e6f6dd77 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:26.284017 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b3290213-69ef-4b1c-ae9f-beae2dc2598a req-16cce4ae-4b9f-4f52-836c-f8b9e6f6dd77 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 943 time: 0.0499995 Jul 28 05:12:26.359342 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef0c028-c217-4fdc-ae95-62e20542c2cf req-57af98ee-4c37-49bd-8902-7a5b8925bbf3 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:26.360896 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-aef0c028-c217-4fdc-ae95-62e20542c2cf req-57af98ee-4c37-49bd-8902-7a5b8925bbf3 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.0759969 Jul 28 05:12:26.363957 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b3290213-69ef-4b1c-ae9f-beae2dc2598a req-6250c920-93bb-408b-a34a-f9ee7bd1e98a tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702734 Jul 28 05:12:26.401334 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-aef0c028-c217-4fdc-ae95-62e20542c2cf req-7c4a378a-d5d3-4a0a-8f27-3b57532f0da4 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332456 Jul 28 05:12:26.792947 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-1cb129fc-6dcb-487d-91b2-a8c0af001e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:12:26.888996 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:12:27.542048 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92997454-011c-4aa4-8593-ed4b5bc28513 req-8124ea98-f6ac-4d8c-ad4a-1103cfb8db57 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:27.543525 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-92997454-011c-4aa4-8593-ed4b5bc28513 req-8124ea98-f6ac-4d8c-ad4a-1103cfb8db57 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 943 time: 0.1016359 Jul 28 05:12:27.555155 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded028c-995f-4628-b26b-4084a29c8963 req-beb5e751-652c-4672-9b81-1a79b00d00be tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:27.557221 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0ded028c-995f-4628-b26b-4084a29c8963 req-beb5e751-652c-4672-9b81-1a79b00d00be tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.0686641 Jul 28 05:12:27.612617 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-92997454-011c-4aa4-8593-ed4b5bc28513 req-a08399d9-6bca-4bac-b949-cb92618a20d4 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543864 Jul 28 05:12:27.615455 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0ded028c-995f-4628-b26b-4084a29c8963 req-2fb6bb5d-c348-40ce-9dae-8b4e4285add4 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517039 Jul 28 05:12:27.729692 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:12:27.920865 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a171e3-9f4a-4a38-81b4-8529b9d3d44d req-43317ed7-6482-420c-9254-ce822b6240f2 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:27.922228 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-60a171e3-9f4a-4a38-81b4-8529b9d3d44d req-43317ed7-6482-420c-9254-ce822b6240f2 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.0495861 Jul 28 05:12:27.981411 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-60a171e3-9f4a-4a38-81b4-8529b9d3d44d req-d1eddfa0-1489-49f9-b11c-33fb6c00ec08 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510716 Jul 28 05:12:27.986751 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af6121d-b133-4061-97c2-38b931f33351 req-28afed2e-b01c-4a1f-a6b7-2f638df32e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:27.988461 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4af6121d-b133-4061-97c2-38b931f33351 req-28afed2e-b01c-4a1f-a6b7-2f638df32e36 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cd3af660b04c4cd28649da733b80e303&device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 1098 time: 0.0651319 Jul 28 05:12:28.079091 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af6121d-b133-4061-97c2-38b931f33351 req-de50d119-d845-4dd5-93e6-fae07f4d5731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:28.080590 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4af6121d-b133-4061-97c2-38b931f33351 req-de50d119-d845-4dd5-93e6-fae07f4d5731 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2f6cc273-aa71-4fbb-86d3-1b26dad4ce50 HTTP/1.1" status: 200 len: 919 time: 0.0837858 Jul 28 05:12:28.125112 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4af6121d-b133-4061-97c2-38b931f33351 req-5fc278df-e159-42a7-bde2-0eb5b2db5871 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e92ba37f-ba0e-49eb-aac0-8ed216d472aa HTTP/1.1" status: 200 len: 217 time: 0.0336716 Jul 28 05:12:28.181400 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af6121d-b133-4061-97c2-38b931f33351 req-cbdd63b6-29a2-4104-8acc-2cf040ea7b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:28.182707 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4af6121d-b133-4061-97c2-38b931f33351 req-cbdd63b6-29a2-4104-8acc-2cf040ea7b1c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=55007cfe-ea2e-4cab-9e84-15ae15b8e8bc HTTP/1.1" status: 200 len: 858 time: 0.0453327 Jul 28 05:12:28.220240 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4af6121d-b133-4061-97c2-38b931f33351 req-657aeb19-0340-46ea-a0fa-0cee9dc68849 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2f6cc273-aa71-4fbb-86d3-1b26dad4ce50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239191 Jul 28 05:12:28.313198 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4af6121d-b133-4061-97c2-38b931f33351 req-c5772cf7-ee11-47e5-979b-177bf6b3d401 service neutron] 10.222.0.21 "GET /v2.0/networks/2f6cc273-aa71-4fbb-86d3-1b26dad4ce50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786371 Jul 28 05:12:28.406129 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4af6121d-b133-4061-97c2-38b931f33351 req-ca727b3a-5a56-4d4a-9b90-e7e6c42a4f06 service neutron] 10.222.0.21 "GET /v2.0/networks/2f6cc273-aa71-4fbb-86d3-1b26dad4ce50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829902 Jul 28 05:12:28.739696 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 48030) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:12:28.741966 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fec28a5-f274-4c83-b571-8fb941f3286f req-7aa853c1-ab4f-4a84-9078-cc8e126f6386 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:28.744026 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2fec28a5-f274-4c83-b571-8fb941f3286f req-7aa853c1-ab4f-4a84-9078-cc8e126f6386 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 943 time: 0.0503509 Jul 28 05:12:28.781702 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2fec28a5-f274-4c83-b571-8fb941f3286f req-b944a257-9978-485f-ac7d-3dfd7f31bdcf tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316112 Jul 28 05:12:28.848084 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f18d6b52-2a2d-49be-b622-9d4a695adb48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:12:28.936012 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f18d6b52-2a2d-49be-b622-9d4a695adb48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:12:28.939486 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f18d6b52-2a2d-49be-b622-9d4a695adb48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:12:28.976218 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-f18d6b52-2a2d-49be-b622-9d4a695adb48 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4fb5f5b6c03f485a80600bd57a410fa4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2354519 Jul 28 05:12:28.977123 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18d6b52-2a2d-49be-b622-9d4a695adb48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c56a119e-8841-4dbf-808f-b68e593bbfa7,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:12:28.979535 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 48034) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:12:28.984748 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18d6b52-2a2d-49be-b622-9d4a695adb48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:12:28.985093 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18d6b52-2a2d-49be-b622-9d4a695adb48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:12:28.985425 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18d6b52-2a2d-49be-b622-9d4a695adb48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:12:28.985758 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18d6b52-2a2d-49be-b622-9d4a695adb48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:12:28.986082 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18d6b52-2a2d-49be-b622-9d4a695adb48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:12:28.986404 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18d6b52-2a2d-49be-b622-9d4a695adb48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:12:28.986736 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18d6b52-2a2d-49be-b622-9d4a695adb48 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:12:28.987043 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18d6b52-2a2d-49be-b622-9d4a695adb48 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:12:28.987359 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18d6b52-2a2d-49be-b622-9d4a695adb48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:12:28.987753 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18d6b52-2a2d-49be-b622-9d4a695adb48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:12:28.988281 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18d6b52-2a2d-49be-b622-9d4a695adb48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:12:28.988595 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f18d6b52-2a2d-49be-b622-9d4a695adb48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:12:29.030398 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-be9d1421-d50a-4b22-b35a-c344e819fa8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:12:29.061990 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-be9d1421-d50a-4b22-b35a-c344e819fa8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:12:29.130963 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bff13d-8869-40c1-9af5-f37bf2e5601f req-6978e62d-5fe4-4e35-9add-8b086efee480 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:29.132447 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d6bff13d-8869-40c1-9af5-f37bf2e5601f req-6978e62d-5fe4-4e35-9add-8b086efee480 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.0831013 Jul 28 05:12:29.168758 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-be9d1421-d50a-4b22-b35a-c344e819fa8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:12:29.172332 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-be9d1421-d50a-4b22-b35a-c344e819fa8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:12:29.173608 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-be9d1421-d50a-4b22-b35a-c344e819fa8b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c56a119e-8841-4dbf-808f-b68e593bbfa7 HTTP/1.1" status: 204 len: 168 time: 0.1928575 Jul 28 05:12:29.195569 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d6bff13d-8869-40c1-9af5-f37bf2e5601f req-92227485-06e3-4b55-87b6-f90cdd478a10 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570881 Jul 28 05:12:29.196327 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9d1421-d50a-4b22-b35a-c344e819fa8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56a119e-8841-4dbf-808f-b68e593bbfa7,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:12:29.203681 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9d1421-d50a-4b22-b35a-c344e819fa8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:12:29.204031 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9d1421-d50a-4b22-b35a-c344e819fa8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:12:29.204366 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9d1421-d50a-4b22-b35a-c344e819fa8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:12:29.204695 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9d1421-d50a-4b22-b35a-c344e819fa8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:12:29.205034 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9d1421-d50a-4b22-b35a-c344e819fa8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:12:29.205345 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9d1421-d50a-4b22-b35a-c344e819fa8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:12:29.205665 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9d1421-d50a-4b22-b35a-c344e819fa8b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:12:29.205981 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9d1421-d50a-4b22-b35a-c344e819fa8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:12:29.206323 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9d1421-d50a-4b22-b35a-c344e819fa8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:12:29.206619 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9d1421-d50a-4b22-b35a-c344e819fa8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:12:29.207581 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9d1421-d50a-4b22-b35a-c344e819fa8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:12:29.207581 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be9d1421-d50a-4b22-b35a-c344e819fa8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:12:29.247210 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:12:29.898614 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec0a4aa-9bff-44b0-9db5-f9a2d65e5269 req-799291be-776e-4390-83ec-aa2c3ce09531 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:29.900649 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2ec0a4aa-9bff-44b0-9db5-f9a2d65e5269 req-799291be-776e-4390-83ec-aa2c3ce09531 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 943 time: 0.0481403 Jul 28 05:12:29.937338 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2ec0a4aa-9bff-44b0-9db5-f9a2d65e5269 req-c2f9c376-11e6-4f7e-a4ae-610c0e0aa0c2 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306513 Jul 28 05:12:30.318998 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42359fa5-7c25-4a54-a652-3ae8746af97f req-cd85a796-8092-42b7-8222-0eebf28a7fb2 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:30.320781 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-42359fa5-7c25-4a54-a652-3ae8746af97f req-cd85a796-8092-42b7-8222-0eebf28a7fb2 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.0543857 Jul 28 05:12:30.358832 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-42359fa5-7c25-4a54-a652-3ae8746af97f req-2bd6db5f-4671-4f18-a35c-655fb00c6431 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315888 Jul 28 05:12:31.057754 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f2a6cf-5eb0-4bfa-ac16-52a125e0f277 req-fbf40680-8332-4190-bbfc-5d19654968bd tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:31.059463 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-45f2a6cf-5eb0-4bfa-ac16-52a125e0f277 req-fbf40680-8332-4190-bbfc-5d19654968bd tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 943 time: 0.0500302 Jul 28 05:12:31.101734 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-45f2a6cf-5eb0-4bfa-ac16-52a125e0f277 req-ac21d966-afe1-4556-b9aa-7cf1802e76c9 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364788 Jul 28 05:12:31.475964 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a909c-bcee-49d1-b08a-a2f729461d44 req-1ae6a5ee-cd38-48b5-ad86-23e4adcb6d44 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:31.477318 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-313a909c-bcee-49d1-b08a-a2f729461d44 req-1ae6a5ee-cd38-48b5-ad86-23e4adcb6d44 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.0525415 Jul 28 05:12:31.519231 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-313a909c-bcee-49d1-b08a-a2f729461d44 req-bd553b99-7cb5-498d-9951-ad45b8cced40 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356123 Jul 28 05:12:31.617208 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device 9f4be593-7ae9-4cfe-bfcb-ea5fc3764266 details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=93164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 05:12:31.709216 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] For port 9f4be593-7ae9-4cfe-bfcb-ea5fc3764266, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=9f4be593-7ae9-4cfe-bfcb-ea5fc3764266,segment=NetworkSegment(b6e7b6af-52d2-4c9f-b399-76a1466735d9),segment_id=b6e7b6af-52d2-4c9f-b399-76a1466735d9)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:12:31.720566 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Returning: {'device': '9f4be593-7ae9-4cfe-bfcb-ea5fc3764266', 'network_id': '34e1948f-8e2c-47b9-a68d-5f2322a08957', 'port_id': '9f4be593-7ae9-4cfe-bfcb-ea5fc3764266', 'mac_address': 'fa:16:3e:14:90:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9700662-b8e7-49fb-ada5-3c005d49b640', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 05:12:31.755367 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:12:31.766995 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f4be593-7ae9-4cfe-bfcb-ea5fc3764266 {{(pid=93164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 05:12:31.785522 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] For port 9f4be593-7ae9-4cfe-bfcb-ea5fc3764266, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=9f4be593-7ae9-4cfe-bfcb-ea5fc3764266,segment=NetworkSegment(b6e7b6af-52d2-4c9f-b399-76a1466735d9),segment_id=b6e7b6af-52d2-4c9f-b399-76a1466735d9)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:12:31.788855 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:12:31.835685 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Pushing event updated for resources: {'Port': ['ID=9f4be593-7ae9-4cfe-bfcb-ea5fc3764266,revision_number=9']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:12:32.227720 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044e82a-498f-4303-860d-287fbb35ded7 req-8c9eca38-1d2d-46ff-b812-aaa530aa9538 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:32.229195 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a044e82a-498f-4303-860d-287fbb35ded7 req-8c9eca38-1d2d-46ff-b812-aaa530aa9538 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 944 time: 0.0527091 Jul 28 05:12:32.271251 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a044e82a-498f-4303-860d-287fbb35ded7 req-8ff55bd2-b47b-4638-bfa2-217031b46a75 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362110 Jul 28 05:12:32.427869 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] get_ports_and_sgs() called for port_ids ['9f4be593-7ae9-4cfe-bfcb-ea5fc3764266'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:12:32.634251 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2cfe5-7b5f-4b9b-b700-d4cbdd194d2c req-f402c60c-e9e9-4457-8df2-10d26c10ab8f tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:32.636022 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f2e2cfe5-7b5f-4b9b-b700-d4cbdd194d2c req-f402c60c-e9e9-4457-8df2-10d26c10ab8f tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.0480783 Jul 28 05:12:32.671496 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f2e2cfe5-7b5f-4b9b-b700-d4cbdd194d2c req-38ea9b51-d9c4-4d81-b344-2b64c534be70 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300283 Jul 28 05:12:33.389187 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0091550-2faa-4a54-a1ea-d3bd1ee505a1 req-0c98fbe1-bff8-4a6e-8bc8-5904b0d84168 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:33.390673 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f0091550-2faa-4a54-a1ea-d3bd1ee505a1 req-0c98fbe1-bff8-4a6e-8bc8-5904b0d84168 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 944 time: 0.0486236 Jul 28 05:12:33.429591 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f0091550-2faa-4a54-a1ea-d3bd1ee505a1 req-f4f99303-4baf-40e1-a797-814141e75233 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330188 Jul 28 05:12:34.572177 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e007340d-fc00-4477-8618-cdc8260fa03b req-9ba691a7-1ddf-4dd0-be34-2bad3acc0697 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:34.573623 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e007340d-fc00-4477-8618-cdc8260fa03b req-9ba691a7-1ddf-4dd0-be34-2bad3acc0697 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 944 time: 0.0518827 Jul 28 05:12:34.610675 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e007340d-fc00-4477-8618-cdc8260fa03b req-08ed1bd0-77f9-4025-8492-21692b6f257d tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312126 Jul 28 05:12:35.632192 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device 9f4be593-7ae9-4cfe-bfcb-ea5fc3764266 up at agent hyperv_hv-cinder-80161 {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:12:35.681637 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Provisioning complete for port 9f4be593-7ae9-4cfe-bfcb-ea5fc3764266 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:12:35.682003 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:12:35.730036 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d29145-27f9-4f28-9efd-e924c7462ad4 req-b712df59-13a2-40a3-bd3a-8b9756dff0fd tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:35.731546 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-16d29145-27f9-4f28-9efd-e924c7462ad4 req-b712df59-13a2-40a3-bd3a-8b9756dff0fd tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 944 time: 0.0483851 Jul 28 05:12:35.756134 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:12:35.769530 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-16d29145-27f9-4f28-9efd-e924c7462ad4 req-85d94fe8-4eb1-480a-9619-28f111aa5b67 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320296 Jul 28 05:12:35.778441 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16111e10-0c5b-49b8-89d1-7539f001eca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4be593-7ae9-4cfe-bfcb-ea5fc3764266'}] {{(pid=93164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:12:35.780663 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fb4d28940d80eba88a385613a92acfb6aaf547e778be800882bca880023c29d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8501d2f-ef55-4d1c-9bfe-79eea8f79383" -d '{"events": [{"server_uuid": "16111e10-0c5b-49b8-89d1-7539f001eca5", "name": "network-vif-plugged", "status": "completed", "tag": "9f4be593-7ae9-4cfe-bfcb-ea5fc3764266"}]}' {{(pid=93164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:12:35.793399 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] For port 9f4be593-7ae9-4cfe-bfcb-ea5fc3764266, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=9f4be593-7ae9-4cfe-bfcb-ea5fc3764266,segment=NetworkSegment(b6e7b6af-52d2-4c9f-b399-76a1466735d9),segment_id=b6e7b6af-52d2-4c9f-b399-76a1466735d9)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:12:35.798599 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:12:35.820849 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 05:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e7b515-3eb4-48e8-8884-a0c57de8ba66 x-openstack-request-id: req-41e7b515-3eb4-48e8-8884-a0c57de8ba66 {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:12:35.821647 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16111e10-0c5b-49b8-89d1-7539f001eca5", "name": "network-vif-plugged", "status": "completed", "tag": "9f4be593-7ae9-4cfe-bfcb-ea5fc3764266", "code": 200}]} {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:12:35.821892 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-41e7b515-3eb4-48e8-8884-a0c57de8ba66 {{(pid=93164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:12:35.822271 dv-cinder-801617-3-iscsi neutron-server[93164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16111e10-0c5b-49b8-89d1-7539f001eca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4be593-7ae9-4cfe-bfcb-ea5fc3764266', 'code': 200} Jul 28 05:12:35.849222 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Pushing event updated for resources: {'Port': ['ID=9f4be593-7ae9-4cfe-bfcb-ea5fc3764266,revision_number=10']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:12:36.441164 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc9982-f7ee-4243-9b6b-d2440c761ee2 req-63e759f3-45ec-4fc0-9cec-233680845969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:36.442604 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4efc9982-f7ee-4243-9b6b-d2440c761ee2 req-63e759f3-45ec-4fc0-9cec-233680845969 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 1099 time: 0.0388575 Jul 28 05:12:36.480441 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4efc9982-f7ee-4243-9b6b-d2440c761ee2 req-7dd8a6a7-170c-4a09-ad28-fd700c69f748 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276740 Jul 28 05:12:36.890970 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab695901-19a6-44bc-a5f7-ce2e63c549fd req-6838332e-e689-406b-a825-b9a4ea58905d tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:36.892752 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ab695901-19a6-44bc-a5f7-ce2e63c549fd req-6838332e-e689-406b-a825-b9a4ea58905d tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 946 time: 0.0528994 Jul 28 05:12:36.929822 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ab695901-19a6-44bc-a5f7-ce2e63c549fd req-33b81c88-8545-4239-b368-9f8e1130956a tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312786 Jul 28 05:12:38.049264 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb25505-c138-4ec3-83a2-0fb51cac0ad4 req-0faf0856-9cba-49ae-9b31-628776c23947 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:38.050749 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ceb25505-c138-4ec3-83a2-0fb51cac0ad4 req-0faf0856-9cba-49ae-9b31-628776c23947 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 946 time: 0.0481827 Jul 28 05:12:38.087463 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ceb25505-c138-4ec3-83a2-0fb51cac0ad4 req-bea40768-89d6-430f-b6bb-bdd699e581d1 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303118 Jul 28 05:12:39.203930 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b69a0-5a94-4855-a881-3ce79305b3d2 req-0d32fdf3-bb2a-47f5-b230-264928813a62 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:39.205375 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ef1b69a0-5a94-4855-a881-3ce79305b3d2 req-0d32fdf3-bb2a-47f5-b230-264928813a62 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 946 time: 0.0471458 Jul 28 05:12:39.241672 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ef1b69a0-5a94-4855-a881-3ce79305b3d2 req-503a5207-5804-41c3-83bf-812eafd48239 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305293 Jul 28 05:12:39.433930 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:12:40.374081 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd5baa-e6a7-4088-8f1f-c515026d97a3 req-b65c72ca-8403-4d12-8695-e7890ffcdfdd tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:40.375624 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7ffd5baa-e6a7-4088-8f1f-c515026d97a3 req-b65c72ca-8403-4d12-8695-e7890ffcdfdd tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 946 time: 0.0581961 Jul 28 05:12:40.413348 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7ffd5baa-e6a7-4088-8f1f-c515026d97a3 req-e71516de-7583-44f0-915c-193d41ff38a1 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316947 Jul 28 05:12:41.536191 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc390e19-d19e-4d9d-a948-f7214f4767f9 req-bef8889a-b164-4456-bf45-5dee21c3b48f tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:12:41.537652 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bc390e19-d19e-4d9d-a948-f7214f4767f9 req-bef8889a-b164-4456-bf45-5dee21c3b48f tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 946 time: 0.0518880 Jul 28 05:12:41.574382 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bc390e19-d19e-4d9d-a948-f7214f4767f9 req-94b48a95-4e81-4c8d-8d07-87ba176cdc2c tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303550 Jul 28 05:12:48.110573 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:12:53.936352 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-1ec28cbf-7bf9-432a-8de9-10f03ae02210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:12:56.795007 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-7e881b6a-ea2e-477d-82fd-e98e41a875b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:12:56.888656 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:12:57.731154 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:12:59.240671 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:13:16.433828 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:13:18.123882 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:13:21.495610 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b9d9f728-0d2f-440c-860e-cde18af56bad req-fa3ba7b2-eeed-4cc1-b7be-121a4494ac7b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394635 Jul 28 05:13:21.566143 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9f728-0d2f-440c-860e-cde18af56bad req-9b414095-91a5-45b1-87ea-21c197df86b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:13:21.567669 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b9d9f728-0d2f-440c-860e-cde18af56bad req-9b414095-91a5-45b1-87ea-21c197df86b4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=38cd928d0e0347d0baad775ab2994326&device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 1099 time: 0.0398521 Jul 28 05:13:21.670181 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9f728-0d2f-440c-860e-cde18af56bad req-b99c9095-7b42-40fc-821d-49340d418e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:13:21.671598 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b9d9f728-0d2f-440c-860e-cde18af56bad req-b99c9095-7b42-40fc-821d-49340d418e36 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7040d785-ad9e-439a-8073-762370b8ac7a HTTP/1.1" status: 200 len: 912 time: 0.0855961 Jul 28 05:13:21.734782 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b9d9f728-0d2f-440c-860e-cde18af56bad req-3ecd46bf-25cc-4f17-952c-ee6c299a8943 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be024afa-a2ba-4736-b26b-99e01a74cf03 HTTP/1.1" status: 200 len: 1002 time: 0.0553205 Jul 28 05:13:21.785624 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9f728-0d2f-440c-860e-cde18af56bad req-58a07fbb-2d0f-4acc-a08a-5cd2730b3289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:13:21.787007 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b9d9f728-0d2f-440c-860e-cde18af56bad req-58a07fbb-2d0f-4acc-a08a-5cd2730b3289 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=278bb74a-8e56-4dfc-917a-8520d15d8eb0 HTTP/1.1" status: 200 len: 850 time: 0.0448189 Jul 28 05:13:21.830524 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9f728-0d2f-440c-860e-cde18af56bad req-5c95191f-fb22-4140-9aa5-82c236af4db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:13:21.832090 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b9d9f728-0d2f-440c-860e-cde18af56bad req-5c95191f-fb22-4140-9aa5-82c236af4db1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7040d785-ad9e-439a-8073-762370b8ac7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386055 Jul 28 05:13:21.922044 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b9d9f728-0d2f-440c-860e-cde18af56bad req-ab67f450-bb83-4b46-bd74-639683df04ab service neutron] 10.222.0.21 "GET /v2.0/networks/7040d785-ad9e-439a-8073-762370b8ac7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828526 Jul 28 05:13:22.010608 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b9d9f728-0d2f-440c-860e-cde18af56bad req-f95ff53d-d482-4a47-8034-f5224862d473 service neutron] 10.222.0.21 "GET /v2.0/networks/7040d785-ad9e-439a-8073-762370b8ac7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811203 Jul 28 05:13:23.935901 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-da44f96c-c639-4d53-b535-4af811cee8fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:13:26.795233 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-a3d56610-aaa8-4e08-8e49-67b7ffc8c3b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:13:26.887968 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:13:27.733894 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:13:29.244047 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:13:48.128324 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:13:53.432252 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:13:53.940385 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-603bfcde-8916-451d-ae30-87e36c7fb030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:13:56.796881 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-7d9715a1-bcb9-441a-b6d8-e5c0d80e19a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:13:56.886381 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:13:57.736456 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:13:59.244958 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:13:59.750321 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fba2fb-e239-447b-a8f8-3bebb7d0bfe6 req-e71c0cf6-9530-4e8f-824d-b5c1e2e4106c tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:13:59.751775 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b9fba2fb-e239-447b-a8f8-3bebb7d0bfe6 req-e71c0cf6-9530-4e8f-824d-b5c1e2e4106c tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 945 time: 0.0481765 Jul 28 05:13:59.787198 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b9fba2fb-e239-447b-a8f8-3bebb7d0bfe6 req-7db3fddb-482b-4af2-9dc8-e490532f4c9f tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/security-groups?id=f489311f-03bb-461c-a487-e331db421cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296879 Jul 28 05:14:00.907527 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649af0f3-9f28-426f-a5e0-d4af785e22e2 req-05987059-1915-4d54-b651-d691e593969d tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:14:00.908967 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-649af0f3-9f28-426f-a5e0-d4af785e22e2 req-05987059-1915-4d54-b651-d691e593969d tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 945 time: 0.0515547 Jul 28 05:14:00.946722 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-649af0f3-9f28-426f-a5e0-d4af785e22e2 req-619847ef-fcbd-4de3-9f36-697ca6e68db8 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/security-groups?id=f489311f-03bb-461c-a487-e331db421cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318513 Jul 28 05:14:01.449590 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99edd7ba-c213-4d5d-869e-bc6b9f455f73 req-de3cffa5-ab73-4e13-a2b6-29147995e475 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:14:01.451013 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-99edd7ba-c213-4d5d-869e-bc6b9f455f73 req-de3cffa5-ab73-4e13-a2b6-29147995e475 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.21 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 945 time: 0.0471761 Jul 28 05:14:01.538397 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [req-99edd7ba-c213-4d5d-869e-bc6b9f455f73 req-659a8e2f-0301-4553-867f-4cd9bd985302 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Deleting port 1af19cb9-50e4-4929-b34f-0cfc87b92890 {{(pid=93163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 05:14:01.538743 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-99edd7ba-c213-4d5d-869e-bc6b9f455f73 req-659a8e2f-0301-4553-867f-4cd9bd985302 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227548555'] for port, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:14:01.630031 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [req-99edd7ba-c213-4d5d-869e-bc6b9f455f73 req-659a8e2f-0301-4553-867f-4cd9bd985302 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] For port 1af19cb9-50e4-4929-b34f-0cfc87b92890, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=1af19cb9-50e4-4929-b34f-0cfc87b92890,segment=NetworkSegment(53a065eb-9ba7-4617-8662-965e8ca00201),segment_id=53a065eb-9ba7-4617-8662-965e8ca00201)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:14:01.630405 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-99edd7ba-c213-4d5d-869e-bc6b9f455f73 req-659a8e2f-0301-4553-867f-4cd9bd985302 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402200'] for port, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:14:01.894844 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-99edd7ba-c213-4d5d-869e-bc6b9f455f73 req-659a8e2f-0301-4553-867f-4cd9bd985302 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:14:01.895120 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-99edd7ba-c213-4d5d-869e-bc6b9f455f73 req-659a8e2f-0301-4553-867f-4cd9bd985302 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406535'] for floatingip, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:14:01.895447 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.db.l3_db [req-99edd7ba-c213-4d5d-869e-bc6b9f455f73 req-659a8e2f-0301-4553-867f-4cd9bd985302 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Floating IP 6ccdc639-bda4-48ee-ae02-1beb528d0fc7 disassociated. External IP: 172.27.2.176, port: 1af19cb9-50e4-4929-b34f-0cfc87b92890. Jul 28 05:14:01.895777 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [req-99edd7ba-c213-4d5d-869e-bc6b9f455f73 req-659a8e2f-0301-4553-867f-4cd9bd985302 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Calling delete_port for 1af19cb9-50e4-4929-b34f-0cfc87b92890 owned by compute:nova {{(pid=93163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 05:14:02.041298 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-99edd7ba-c213-4d5d-869e-bc6b9f455f73 req-659a8e2f-0301-4553-867f-4cd9bd985302 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227552799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227148301'] for port, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:14:02.044359 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1718f985-e2ea-430e-81ff-2947c65de5cb req-9cd2654e-9d82-41e0-8e4b-b830b2dca175 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0309098 Jul 28 05:14:02.072421 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659a8e2f-0301-4553-867f-4cd9bd985302 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Pushing event deleted for resources: {'Port': ['ID=1af19cb9-50e4-4929-b34f-0cfc87b92890,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:14:02.083207 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659a8e2f-0301-4553-867f-4cd9bd985302 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:14:02.083575 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659a8e2f-0301-4553-867f-4cd9bd985302 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:14:02.083916 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659a8e2f-0301-4553-867f-4cd9bd985302 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:14:02.084245 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659a8e2f-0301-4553-867f-4cd9bd985302 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:14:02.084568 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659a8e2f-0301-4553-867f-4cd9bd985302 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:14:02.084889 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659a8e2f-0301-4553-867f-4cd9bd985302 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:14:02.085210 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659a8e2f-0301-4553-867f-4cd9bd985302 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:14:02.085526 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659a8e2f-0301-4553-867f-4cd9bd985302 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:14:02.085844 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659a8e2f-0301-4553-867f-4cd9bd985302 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:14:02.086732 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659a8e2f-0301-4553-867f-4cd9bd985302 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:14:02.087044 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659a8e2f-0301-4553-867f-4cd9bd985302 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:14:02.087355 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659a8e2f-0301-4553-867f-4cd9bd985302 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:14:02.189088 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99edd7ba-c213-4d5d-869e-bc6b9f455f73 req-659a8e2f-0301-4553-867f-4cd9bd985302 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Router b30a494e-afa2-43d6-b7c0-07b0571d672c has already been hosted by L3 agent febb8baf-5368-4b94-affe-2856141f0f3f {{(pid=93163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 05:14:02.293255 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99edd7ba-c213-4d5d-869e-bc6b9f455f73 req-659a8e2f-0301-4553-867f-4cd9bd985302 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Notify agent at l3_agent.dv-cinder-801617-3-iscsi the message routers_updated {{(pid=93163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:14:02.303225 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54dfbe17-b3fa-4c76-954b-3aec08355c4d None None] Sync routers for ids ['b30a494e-afa2-43d6-b7c0-07b0571d672c'] in dv-cinder-801617-3-iscsi {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:14:02.312787 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dfbe17-b3fa-4c76-954b-3aec08355c4d None None] Routers {'b30a494e-afa2-43d6-b7c0-07b0571d672c'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:14:02.313386 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-54dfbe17-b3fa-4c76-954b-3aec08355c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:13:57Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['b30a494e-afa2-43d6-b7c0-07b0571d672c'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:14:02.334780 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [req-99edd7ba-c213-4d5d-869e-bc6b9f455f73 req-659a8e2f-0301-4553-867f-4cd9bd985302 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] No DVR routers for this DVR port 1af19cb9-50e4-4929-b34f-0cfc87b92890 on host hv-cinder-80161 {{(pid=93163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 05:14:02.337394 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-99edd7ba-c213-4d5d-869e-bc6b9f455f73 req-659a8e2f-0301-4553-867f-4cd9bd985302 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068'] for port, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:14:02.339353 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-99edd7ba-c213-4d5d-869e-bc6b9f455f73 req-659a8e2f-0301-4553-867f-4cd9bd985302 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.21 "DELETE /v2.0/ports/1af19cb9-50e4-4929-b34f-0cfc87b92890 HTTP/1.1" status: 204 len: 173 time: 0.8820510 Jul 28 05:14:02.339798 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daae0899-4a0a-41bd-8ab2-534b6cc22a7e', 'name': 'network-vif-deleted', 'tag': '1af19cb9-50e4-4929-b34f-0cfc87b92890'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:14:02.342010 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdaae2d937131cd036474998a49e3e11d53281396ea4e1ac8b096c837d21eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5ab6c0-b493-42ad-a28b-d7da707abb1b" -d '{"events": [{"server_uuid": "daae0899-4a0a-41bd-8ab2-534b6cc22a7e", "name": "network-vif-deleted", "tag": "1af19cb9-50e4-4929-b34f-0cfc87b92890"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:14:02.390822 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 05:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c910fb00-c704-4484-8eab-3ff8a919bdfe x-openstack-request-id: req-c910fb00-c704-4484-8eab-3ff8a919bdfe {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:14:02.391113 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daae0899-4a0a-41bd-8ab2-534b6cc22a7e", "name": "network-vif-deleted", "tag": "1af19cb9-50e4-4929-b34f-0cfc87b92890", "status": "completed", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:14:02.391358 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c910fb00-c704-4484-8eab-3ff8a919bdfe {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:14:02.391782 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daae0899-4a0a-41bd-8ab2-534b6cc22a7e', 'name': 'network-vif-deleted', 'tag': '1af19cb9-50e4-4929-b34f-0cfc87b92890', 'status': 'completed', 'code': 200} Jul 28 05:14:02.444635 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-54dfbe17-b3fa-4c76-954b-3aec08355c4d None None] Set router b30a494e-afa2-43d6-b7c0-07b0571d672c gateway port host: dv-cinder-801617-3-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:14:02.635386 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-54dfbe17-b3fa-4c76-954b-3aec08355c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30a494e-afa2-43d6-b7c0-07b0571d672c', 'name': 'tempest-TestVolumeBootPattern-1737634104-router', 'tenant_id': 'a552f7ab2976456ea67918bb2395079f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '67d233a3-056c-4d5b-a031-bbf00997430a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:43Z', 'updated_at': '2021-07-28T05:09:48Z', 'revision_number': 4, 'project_id': 'a552f7ab2976456ea67918bb2395079f', 'gw_port': {'id': '67d233a3-056c-4d5b-a031-bbf00997430a', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30a494e-afa2-43d6-b7c0-07b0571d672c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:44Z', 'updated_at': '2021-07-28T05:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_interfaces': [{'id': '002fa289-25d1-4212-89cb-0ceb01342e74', 'name': '', 'network_id': 'ef26f782-d8e2-421a-8538-0b5e94a369eb', 'tenant_id': 'a552f7ab2976456ea67918bb2395079f', 'mac_address': 'fa:16:3e:3b:17:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30a494e-afa2-43d6-b7c0-07b0571d672c', 'device_owner': 'network:router_interface', 'standard_attr_id': 201, 'fixed_ips': [{'subnet_id': '58ccc002-22d5-41bf-898a-9be0afe8a15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:47Z', 'updated_at': '2021-07-28T05:09:53Z', 'revision_number': 5, 'project_id': 'a552f7ab2976456ea67918bb2395079f', 'subnets': [{'id': '58ccc002-22d5-41bf-898a-9be0afe8a15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:14:02.664857 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54dfbe17-b3fa-4c76-954b-3aec08355c4d None None] Checking router: b30a494e-afa2-43d6-b7c0-07b0571d672c for host: dv-cinder-801617-3-iscsi {{(pid=93165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:14:02.673010 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dfbe17-b3fa-4c76-954b-3aec08355c4d None None] Routers {'b30a494e-afa2-43d6-b7c0-07b0571d672c'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:14:02.673593 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-54dfbe17-b3fa-4c76-954b-3aec08355c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:13:57Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['b30a494e-afa2-43d6-b7c0-07b0571d672c'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:14:02.859913 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-54dfbe17-b3fa-4c76-954b-3aec08355c4d None None] Set router b30a494e-afa2-43d6-b7c0-07b0571d672c gateway port host: dv-cinder-801617-3-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:14:03.047821 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-54dfbe17-b3fa-4c76-954b-3aec08355c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30a494e-afa2-43d6-b7c0-07b0571d672c', 'name': 'tempest-TestVolumeBootPattern-1737634104-router', 'tenant_id': 'a552f7ab2976456ea67918bb2395079f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '67d233a3-056c-4d5b-a031-bbf00997430a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:43Z', 'updated_at': '2021-07-28T05:09:48Z', 'revision_number': 4, 'project_id': 'a552f7ab2976456ea67918bb2395079f', 'gw_port': {'id': '67d233a3-056c-4d5b-a031-bbf00997430a', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30a494e-afa2-43d6-b7c0-07b0571d672c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:44Z', 'updated_at': '2021-07-28T05:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_interfaces': [{'id': '002fa289-25d1-4212-89cb-0ceb01342e74', 'name': '', 'network_id': 'ef26f782-d8e2-421a-8538-0b5e94a369eb', 'tenant_id': 'a552f7ab2976456ea67918bb2395079f', 'mac_address': 'fa:16:3e:3b:17:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30a494e-afa2-43d6-b7c0-07b0571d672c', 'device_owner': 'network:router_interface', 'standard_attr_id': 201, 'fixed_ips': [{'subnet_id': '58ccc002-22d5-41bf-898a-9be0afe8a15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:47Z', 'updated_at': '2021-07-28T05:09:53Z', 'revision_number': 5, 'project_id': 'a552f7ab2976456ea67918bb2395079f', 'subnets': [{'id': '58ccc002-22d5-41bf-898a-9be0afe8a15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:14:03.073453 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54dfbe17-b3fa-4c76-954b-3aec08355c4d None None] The sync data for ids ['b30a494e-afa2-43d6-b7c0-07b0571d672c'] in dv-cinder-801617-3-iscsi is: [{'id': 'b30a494e-afa2-43d6-b7c0-07b0571d672c', 'name': 'tempest-TestVolumeBootPattern-1737634104-router', 'tenant_id': 'a552f7ab2976456ea67918bb2395079f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '67d233a3-056c-4d5b-a031-bbf00997430a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:43Z', 'updated_at': '2021-07-28T05:09:48Z', 'revision_number': 4, 'project_id': 'a552f7ab2976456ea67918bb2395079f', 'gw_port': {'id': '67d233a3-056c-4d5b-a031-bbf00997430a', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30a494e-afa2-43d6-b7c0-07b0571d672c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:44Z', 'updated_at': '2021-07-28T05:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_interfaces': [{'id': '002fa289-25d1-4212-89cb-0ceb01342e74', 'name': '', 'network_id': 'ef26f782-d8e2-421a-8538-0b5e94a369eb', 'tenant_id': 'a552f7ab2976456ea67918bb2395079f', 'mac_address': 'fa:16:3e:3b:17:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30a494e-afa2-43d6-b7c0-07b0571d672c', 'device_owner': 'network:router_interface', 'standard_attr_id': 201, 'fixed_ips': [{'subnet_id': '58ccc002-22d5-41bf-898a-9be0afe8a15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:47Z', 'updated_at': '2021-07-28T05:09:53Z', 'revision_number': 5, 'project_id': 'a552f7ab2976456ea67918bb2395079f', 'subnets': [{'id': '58ccc002-22d5-41bf-898a-9be0afe8a15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:14:03.137673 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3b4a0af9-c5fd-47c4-abcc-033696fb97db req-4b03e909-875e-4936-ac39-b461019639f8 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0266054 Jul 28 05:14:03.323210 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183f5d5f-aa13-48f6-9439-d0fb75bbda42 None None] New status for floating IP 6ccdc639-bda4-48ee-ae02-1beb528d0fc7: DOWN {{(pid=93164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 05:14:04.023082 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device 1af19cb9-50e4-4929-b34f-0cfc87b92890 no longer exists at agent hyperv_hv-cinder-80161 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:14:04.043073 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] No Port match for: 1af19cb9-50e4-4929-b34f-0cfc87b92890 {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 05:14:04.043406 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device 1af19cb9-50e4-4929-b34f-0cfc87b92890 not bound to the agent host hv-cinder-80161 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:14:04.231537 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d01e2895-2388-4070-9532-3dcd910455b6 req-1852190b-6bbe-4d4d-9496-2e7c0dab8c52 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0253892 Jul 28 05:14:05.322133 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-57b3e423-884d-4d3e-a688-83c32ea101e2 req-631b0783-0ba7-4c89-8f97-087556ca1867 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0269902 Jul 28 05:14:06.578793 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9d138222-c09c-456f-b16d-8b2db30057fa req-ffd89de0-3ff2-4558-9ec9-235c997f66dc tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.1915369 Jul 28 05:14:07.717948 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f0d29955-2837-408a-b396-096e1ac6fbda req-94da0124-865b-4d77-a65a-c52bfcb76e3f tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0736704 Jul 28 05:14:08.808305 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d35c9459-6f70-44ca-b24a-417eda5bc4c4 req-3a05d61a-a6d8-4127-9299-3011d1dec6a1 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0261681 Jul 28 05:14:09.897854 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3b626004-b1fc-4d39-b2de-2749586193db req-8e6dbfe1-714a-466f-8282-9534dca97e21 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0252762 Jul 28 05:14:10.988725 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7e78c468-a0d3-47e8-96e9-f4f30c9b56be req-fe446266-f3af-44eb-93fe-77fafbdbab7a tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0257745 Jul 28 05:14:12.082512 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-02cc113e-37b7-4f76-8095-6cc8419c81cd req-6e14b436-f59e-4810-8a5d-319a24990cf0 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0253427 Jul 28 05:14:13.172157 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-304ca06f-7682-42d6-98c0-ac4e6cbb9ae5 req-c8a7e544-9c21-4785-bada-d49f2e0fdf28 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0256755 Jul 28 05:14:14.264037 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d9241783-92c1-4d3d-971a-0c77bd4a7daa req-2b2c9167-79e5-4e63-88eb-2abcb41b5268 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0280480 Jul 28 05:14:15.356194 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-84c9e940-9392-4c87-a93e-fc2197f0b7f4 req-176df668-55c7-43d9-83d7-24df87085c03 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0267541 Jul 28 05:14:16.447706 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c1b3e01e-c200-465d-8bbd-9172ddb88635 req-928057a2-a335-4ee9-a6ff-91c1ec2a0714 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0257118 Jul 28 05:14:17.538231 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f67441fc-f350-4904-b24b-8b340d05d819 req-7fb168be-b93a-4761-9f35-d7d781f96b4c tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0249915 Jul 28 05:14:18.136520 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:14:18.626618 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-02427a9c-eee3-4e9a-b496-9cb09012f596 req-132e1660-1fb2-4a74-8d49-905ce56a07a0 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0250506 Jul 28 05:14:19.717725 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f4f7d9e5-cad9-4723-b114-988dae0e4625 req-b70f6fa3-7f60-4869-a7e3-3a6d051d7798 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0254223 Jul 28 05:14:20.810993 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-64e71549-2576-4f4a-8fcf-b3354e19cdd6 req-9a993cbd-53e2-4e92-9a1b-c086ea30e966 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0278625 Jul 28 05:14:21.901867 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-66a52933-7127-41ca-9917-8e4cef8f248b req-73f0f51c-b9cd-4088-b459-cb5063d7714b tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0256817 Jul 28 05:14:22.585591 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-916be774-1edb-4640-9ee6-4724157f2ebd req-903379ff-791b-4e65-9161-584ac941d8e7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0769377 Jul 28 05:14:22.656708 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916be774-1edb-4640-9ee6-4724157f2ebd req-96303ee3-7983-4e16-9660-9d49dde2fbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:14:22.658202 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-916be774-1edb-4640-9ee6-4724157f2ebd req-96303ee3-7983-4e16-9660-9d49dde2fbe0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cd3af660b04c4cd28649da733b80e303&device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 1098 time: 0.0394640 Jul 28 05:14:22.760853 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916be774-1edb-4640-9ee6-4724157f2ebd req-3c3af855-e44d-4bc1-9a26-431abd3e287c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:14:22.762300 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-916be774-1edb-4640-9ee6-4724157f2ebd req-3c3af855-e44d-4bc1-9a26-431abd3e287c service neutron] 10.222.0.21 "GET /v2.0/networks?id=2f6cc273-aa71-4fbb-86d3-1b26dad4ce50 HTTP/1.1" status: 200 len: 919 time: 0.0836697 Jul 28 05:14:22.803709 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-916be774-1edb-4640-9ee6-4724157f2ebd req-47e58222-b7f7-4039-a899-124d7eee75c5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e92ba37f-ba0e-49eb-aac0-8ed216d472aa HTTP/1.1" status: 200 len: 217 time: 0.0337157 Jul 28 05:14:22.850513 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916be774-1edb-4640-9ee6-4724157f2ebd req-e498ea05-6b38-4902-a6a7-4e64a3f226ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:14:22.852444 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-916be774-1edb-4640-9ee6-4724157f2ebd req-e498ea05-6b38-4902-a6a7-4e64a3f226ed service neutron] 10.222.0.21 "GET /v2.0/subnets?id=55007cfe-ea2e-4cab-9e84-15ae15b8e8bc HTTP/1.1" status: 200 len: 858 time: 0.0417635 Jul 28 05:14:22.886095 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-916be774-1edb-4640-9ee6-4724157f2ebd req-2468d7f7-15ee-4194-a9fc-cb49e9e4de22 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2f6cc273-aa71-4fbb-86d3-1b26dad4ce50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261099 Jul 28 05:14:23.196921 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-78d1a4c8-e074-4dde-8364-2ca77c735ba6 req-fed4f7ef-7c96-48b8-987b-3125a526cc29 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0497015 Jul 28 05:14:23.237205 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-916be774-1edb-4640-9ee6-4724157f2ebd req-34f8ef31-60bd-4327-99e3-9cf0a8462b8a service neutron] 10.222.0.21 "GET /v2.0/networks/2f6cc273-aa71-4fbb-86d3-1b26dad4ce50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429346 Jul 28 05:14:23.327914 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-916be774-1edb-4640-9ee6-4724157f2ebd req-86801cf8-5676-42e7-aa0b-e3449e916ef6 service neutron] 10.222.0.21 "GET /v2.0/networks/2f6cc273-aa71-4fbb-86d3-1b26dad4ce50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838659 Jul 28 05:14:23.933954 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-b92e6a3e-0132-464e-b88a-e6e850b83597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:14:24.291775 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-969cf99b-72b0-44ff-8a41-abe9649e6e44 req-5c11556a-b68e-41d6-9245-cddbd88485e9 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0258641 Jul 28 05:14:25.381535 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f43c3dd6-ee21-4f6a-8be3-e94b1283ed5c req-28cbc85e-98c5-408e-83c9-ffd032d92e38 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0252967 Jul 28 05:14:26.471791 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3fc1d830-e7ba-441c-9df9-e8b319ba2477 req-943fe6a0-f9b1-4035-a1de-e21810233690 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0252309 Jul 28 05:14:26.797066 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-d27d0bfc-2ec7-4c42-8c07-2f75c44122ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:14:26.885480 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:14:27.572400 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f8957044-5169-4fc6-809b-cb4f64f07525 req-68d56a0e-4008-4dd9-b7ad-8309329a2363 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0294828 Jul 28 05:14:27.740204 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:14:28.662710 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-672be310-2006-4ca1-8178-3a0c284bad01 req-6bd2efb7-bfe9-481e-ae9c-b70908aa1a50 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0251296 Jul 28 05:14:29.248609 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:14:29.753628 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4f016ded-8986-4432-ae33-e3d926b1dd26 req-27d72a17-c800-403b-8861-565fd1fe3755 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0258436 Jul 28 05:14:30.431033 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:14:30.843524 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-57997354-388b-421b-b702-8bb2bce6c7fd req-16b7af63-aae4-4f05-b088-2eebe42fa7ea tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0257981 Jul 28 05:14:31.934115 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-23adf7db-a870-4436-9543-92e7b2ce4dec req-7da2cb56-ae62-4bd6-8c13-3b056c9bb922 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0257585 Jul 28 05:14:33.025088 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ceed63ed-2e49-4f8d-971c-f34669e238b8 req-8cba1ed1-1fbb-4712-a376-fe9331375823 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0266914 Jul 28 05:14:34.117751 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-794a4b6f-31d3-49fd-9c6b-1f1edff57a1f req-cc36fa9f-6908-4b42-b78b-6f68ac21f5b8 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0289273 Jul 28 05:14:35.207681 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-38f0d38c-27e4-445f-a370-28ff01507346 req-6addc6ad-5b25-4d42-8ce2-384ea836fb15 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0252788 Jul 28 05:14:36.308043 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bf443055-d410-42db-b766-91eec2ff4821 req-203dd1fb-9f13-42e2-8ae0-9c48c5f1b5d5 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0270939 Jul 28 05:14:37.399791 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-aaf7780d-cb87-4d13-a2bd-a5831f29cafb req-51e786f6-221c-43f2-bcb4-52dfb70ca92f tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0256052 Jul 28 05:14:38.494490 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f22865b3-e49d-4da0-8db9-d6e9740e8ca1 req-eb501ad1-df43-4b72-9db6-45020677dcea tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0298786 Jul 28 05:14:39.592353 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ca6c3bee-a2c8-49a3-aec6-7f7e800d2b6e req-b9c43db9-4538-434c-b0e2-22fa2cc749e4 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0252309 Jul 28 05:14:40.686075 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-758095ed-dd3d-42f5-8dcf-c28c3be0b1ef req-b0040a65-ebfe-4ae8-8280-1fad5b6b56e3 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0281610 Jul 28 05:14:41.776753 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-aad357de-c608-4ea4-a451-571dff4b2af2 req-f70cb77a-ec54-4c07-ac14-9ebedc771bd8 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0255799 Jul 28 05:14:42.866897 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a656aa5c-1b77-45a8-80ee-be3bfd17c67a req-0b9da2bf-1eb9-4460-be4a-c92d6d37416c tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0262799 Jul 28 05:14:43.957194 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a1adf4df-c09f-4397-9730-38717ad6bc6b req-2b6b19fe-36ab-403e-b596-8dc628112870 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0257237 Jul 28 05:14:45.048312 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9e973458-345f-46cf-a7ba-9654823c94e9 req-5d8e595f-17f9-40ed-a64a-573c1f81097b tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0252569 Jul 28 05:14:46.145748 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d8a4054f-7b82-4c95-b528-19bafadea1c5 req-47ec81c3-cfd4-41d2-9dbc-be9d4257f757 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0256920 Jul 28 05:14:47.241867 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a5cd5c6b-1bad-46d5-88a5-504d1e5f470a req-1f225714-68dd-4da0-9487-cdc95255f0e4 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0317349 Jul 28 05:14:48.135165 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:14:48.330949 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d5d4a6a1-2e7b-4a5d-9fa9-49b8c393ce86 req-99a40841-538a-4479-aebc-da0f6fc08a15 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0263152 Jul 28 05:14:49.421715 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ceee5f89-01f9-4562-bc99-e8bd6b3bc1be req-c0f45cba-3b04-4464-a40c-2f6e81ae9aad tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0260017 Jul 28 05:14:50.511214 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3c2b1b0f-a035-4dfb-8689-e6a1d9fe36a4 req-3a0dcf1c-b0a8-4afb-b2f6-c3d7d128276c tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0257332 Jul 28 05:14:51.606382 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-18721302-5484-4b8a-b675-5469bd89249c req-e95c8bbd-bf86-4934-866e-732e711c7e86 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0268078 Jul 28 05:14:52.698659 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3ae38093-dbae-4323-ab84-a4738b3dafd9 req-85149fbf-fdf8-4446-8bee-139aafbf1344 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0265610 Jul 28 05:14:53.790497 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-de04afbf-25cf-46a7-97f9-81808051577b req-abb07900-6ccc-49bc-8cb6-c89fa15d3265 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0286229 Jul 28 05:14:53.933947 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f970a564-8eb9-484f-88da-af4dd11990bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:14:54.881925 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-53c83bf0-9a45-416a-b238-83bad2aa81be req-d519a5e6-4117-492d-a33f-054c97f423e4 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0258720 Jul 28 05:14:55.972396 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0c2419b7-b073-47e9-a14c-651e4967b855 req-88ac8bc2-447a-4811-aa37-b8da80af3192 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0263529 Jul 28 05:14:56.797305 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-d2c578dd-0068-40e8-9df2-a401a0b2d2a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:14:56.885024 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:14:57.063551 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-22028219-daa7-49b6-a768-644ed920c25e req-5263474c-2e09-41da-ab50-afbfe038dfac tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0260041 Jul 28 05:14:57.743753 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:14:58.247684 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-619062d8-b667-4e38-860e-73b286a24346 req-ee8bfed3-90d8-48ca-842a-962583d0ec08 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0263832 Jul 28 05:14:59.251800 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:14:59.337840 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-73f5c0f9-4e41-4a50-ace5-1f2bb33138f3 req-f6c801a9-9f2c-4388-954c-cc550d40ff71 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0271549 Jul 28 05:15:00.430390 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ad302f23-5a7f-43a7-8738-d2cf6db1a41b req-27b6f633-22be-415e-a4ab-3c2ca774ae88 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0289199 Jul 28 05:15:01.520282 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f71ed9eb-bcf0-47e5-9863-6641e199165c req-92ee33df-8217-4fbe-b446-485b1ab3c533 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0260885 Jul 28 05:15:02.615560 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8bed3cf7-bdd3-4c7a-8817-524a64162fae req-a18f65dd-5ec2-49a6-a22c-07f4dbfc7370 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0266070 Jul 28 05:15:03.705453 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b6376f4f-02c2-4fd4-915f-c1cea4b76977 req-1f1e643e-7957-4b92-bf95-d5bbc82a553a tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0262277 Jul 28 05:15:04.796952 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a892cfb3-3bdb-4c22-ba20-ff314644b591 req-f6bc0369-ca91-4a62-bd63-dd2b9a76d50d tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0259628 Jul 28 05:15:05.889254 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e26a8070-4e5d-4cb0-a9eb-52bd772e72e0 req-bee19c04-708b-4198-8436-7078e3a87876 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0255005 Jul 28 05:15:06.982046 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7f9bd6e8-1a0f-4058-bcc1-adc0c6cdb5ae req-3588985d-cc96-49dc-8cd7-5b89822c548c tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0288332 Jul 28 05:15:07.430331 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:15:08.072582 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f714cbfc-300a-45a4-99c9-4cb5d771b8dd req-d97fb986-fa21-4f1c-892f-db292c44d9fe tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0259030 Jul 28 05:15:09.163571 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-cb7f50b3-1074-4902-94f9-17281b66a596 req-5b534086-e91f-45b8-b188-a2a90fcbcd3a tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0254230 Jul 28 05:15:10.252265 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-760e043d-f461-48fe-9a72-4a7760189798 req-b9b95451-d330-4202-a0ee-dcb9183325f0 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0258551 Jul 28 05:15:11.342751 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-85d76af0-7603-4f4a-b100-82014477cf40 req-0bce0ea1-4f42-4fd0-b2df-da33d138ebd6 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0256100 Jul 28 05:15:12.433441 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-44df7752-619f-4efb-9998-5ac436bbe058 req-4dc41870-fd0c-4cc7-9774-9358c71f7464 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0255911 Jul 28 05:15:13.527181 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9d72ff35-c8a3-48fa-90c0-8cd1cd228d56 req-79d13f72-126d-48c2-a653-5308168c5a25 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0281746 Jul 28 05:15:14.616692 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-92f5beac-35ff-4424-95f6-bf4dea8803f4 req-0f567b28-11fd-4501-8f9b-02011fa67c07 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0266223 Jul 28 05:15:15.706674 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-68ed4af8-6d39-4c18-a37f-2d199cf7a5a3 req-da23bb76-461e-47d0-b4b0-a861e768ae08 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0262709 Jul 28 05:15:16.799626 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-88ecff70-75f5-4bbc-b253-4d8e6b91c99c req-081e7bca-e4b9-4c51-9437-1309a068dab4 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0264378 Jul 28 05:15:17.892806 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e93bd654-50e2-4e36-b5a3-09e9b46673fc req-8e8b1d2c-11b7-4a7c-866b-79112b3604ba tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0263886 Jul 28 05:15:18.134444 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:15:18.982857 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-fed71d03-eaca-4bc2-bfae-097c2e4ccd3d req-cef7fecd-6830-4502-ba74-7a98fb45f2de tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0261230 Jul 28 05:15:20.075437 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-411ec024-4b25-4a42-96ea-e667ccc9f4ae req-28531e03-4576-4072-a8b3-bddd25a17284 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0283935 Jul 28 05:15:21.168200 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-619d72c6-faf0-4188-9e4d-89359862114a req-2f1baf3f-dba6-44e2-85e5-a7c2a44d6599 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0283298 Jul 28 05:15:22.262874 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1fc8ac37-ce9c-4f9f-a80d-123b23f95350 req-71cf704b-9336-4247-8144-a64468cb08fe tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0258789 Jul 28 05:15:23.355562 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7f650100-9b18-41ee-9840-a5bc600f5064 req-aed7f6b9-051a-4aa3-b57e-560741085843 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0274348 Jul 28 05:15:23.482597 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8914731f-e5a5-42f6-8929-5df479ee4924 req-e8ede307-937a-47a1-aa79-0456c40c0d29 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378537 Jul 28 05:15:23.557623 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914731f-e5a5-42f6-8929-5df479ee4924 req-f94112d3-c583-415b-b838-22be51b4b84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:15:23.559686 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8914731f-e5a5-42f6-8929-5df479ee4924 req-f94112d3-c583-415b-b838-22be51b4b84a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cd3af660b04c4cd28649da733b80e303&device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 1098 time: 0.0449922 Jul 28 05:15:23.659141 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914731f-e5a5-42f6-8929-5df479ee4924 req-701bd692-43df-4046-8177-6e6ff40d9618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:15:23.660638 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8914731f-e5a5-42f6-8929-5df479ee4924 req-701bd692-43df-4046-8177-6e6ff40d9618 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2f6cc273-aa71-4fbb-86d3-1b26dad4ce50 HTTP/1.1" status: 200 len: 919 time: 0.0823619 Jul 28 05:15:23.704584 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8914731f-e5a5-42f6-8929-5df479ee4924 req-841df846-f75f-4d37-b379-a6a9c2f7392e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a624a92f-6767-4bea-a454-f4d856510779 HTTP/1.1" status: 200 len: 217 time: 0.0370622 Jul 28 05:15:23.752892 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914731f-e5a5-42f6-8929-5df479ee4924 req-a3dead67-cec8-41fc-8012-08c7a0194875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:15:23.754225 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8914731f-e5a5-42f6-8929-5df479ee4924 req-a3dead67-cec8-41fc-8012-08c7a0194875 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=55007cfe-ea2e-4cab-9e84-15ae15b8e8bc HTTP/1.1" status: 200 len: 858 time: 0.0427036 Jul 28 05:15:23.783958 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8914731f-e5a5-42f6-8929-5df479ee4924 req-9792e879-aa64-47ae-ac82-bd3b745e76a3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2f6cc273-aa71-4fbb-86d3-1b26dad4ce50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0226622 Jul 28 05:15:23.876649 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8914731f-e5a5-42f6-8929-5df479ee4924 req-577b7e10-2ba6-4603-b258-c9391a57e96f service neutron] 10.222.0.21 "GET /v2.0/networks/2f6cc273-aa71-4fbb-86d3-1b26dad4ce50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860128 Jul 28 05:15:23.933769 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-ed32492e-1281-467e-a7b0-9393069dd49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:15:23.969978 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8914731f-e5a5-42f6-8929-5df479ee4924 req-9ff8f044-fed2-495f-beb1-222d880ae301 service neutron] 10.222.0.21 "GET /v2.0/networks/2f6cc273-aa71-4fbb-86d3-1b26dad4ce50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863607 Jul 28 05:15:24.446551 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ab57ed5a-9534-44dc-8d34-499e29761a26 req-5a3fc491-b130-47f1-89d6-74a4769cc0c3 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0253062 Jul 28 05:15:25.541988 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-94c4a8e1-10bf-4102-8b5d-feb264853b9d req-b8a3a278-ffab-4ddb-9675-9782c9761cbe tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0267780 Jul 28 05:15:26.632145 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8b505859-4c34-4268-a44b-efaa3f237419 req-2e340d66-0cbb-45a4-b2e7-10962f849e1f tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0256197 Jul 28 05:15:26.797922 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-3bb855ad-a924-4e03-8cdf-4338fec9996e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:15:26.886624 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:15:27.724670 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-778d9d55-89b3-44cc-a232-66e30c38d5d6 req-1d097c00-5ea6-4369-93b9-2455fa275c8f tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0286794 Jul 28 05:15:27.745560 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:15:28.816953 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-da23c879-8a66-4c1c-b152-b0a961922530 req-89ff96b0-3132-4e7a-bdb7-a64b6c0acedb tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0271137 Jul 28 05:15:29.256914 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:15:29.908419 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4cc0faaa-8e36-4e88-9c9d-2fd90cae2a7d req-c0406b3f-72e4-41d7-9e1f-06f21b020038 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0258400 Jul 28 05:15:30.998314 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5b959155-90bd-422e-b312-1edd84e6faf1 req-d3ebd3bd-a379-44b1-8225-9c34eaaa2151 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0257471 Jul 28 05:15:32.089224 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-82b36cc3-17fa-4dfd-9367-920af6330e06 req-c02c1981-b31c-4bd2-af10-80163a90d301 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0255337 Jul 28 05:15:33.191994 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-65b18526-1a0b-4065-bd91-a2114c6fcbc7 req-dfbf2152-e1f4-4afe-950b-2faacedd095f tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0378532 Jul 28 05:15:34.284829 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-eef94f90-4602-4b0e-bdc6-60543d69d41c req-96abcd53-ca45-444a-a4e2-8bc038622f44 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0282733 Jul 28 05:15:35.387535 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a7a2bbbf-7440-4112-b810-f3c9cc225c7f req-ee890bb1-ca6a-41a6-ab41-e55b698c64e9 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0256939 Jul 28 05:15:36.478695 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-621d5c3a-14f9-4f4c-a3d5-fed936e024c6 req-8e757726-e535-4ec4-a610-5acdbf02c366 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0257230 Jul 28 05:15:37.567806 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f3bf7c50-1078-4b6f-9d18-3121b43a9fbd req-0f661679-3851-4286-bb9e-fd39f37ffa77 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0255785 Jul 28 05:15:38.658071 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3ca6ab47-9b25-4538-a70a-c516cedeeeb0 req-ef51cddc-ff9c-4b00-8699-6a2f14d8995a tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0248485 Jul 28 05:15:39.748835 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b3a01902-cf42-4d93-ac26-6a03e625e2d5 req-0c6d88db-0b7f-4c51-9fd5-23e0ac30df9a tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0257754 Jul 28 05:15:40.845615 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b0e9cdf5-9b19-4f65-8737-c469783ab1ea req-27314c8b-8bdf-4a12-b280-cdcbb3bc680e tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0287621 Jul 28 05:15:41.937107 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4c20c0a7-7522-485c-a922-77c3718d6098 req-b507f020-6a5f-4580-ba4c-e5dcdd52c045 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0261266 Jul 28 05:15:43.027488 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-29639649-1372-4e41-a42f-d73fe149998c req-5b062901-85b5-43c8-b303-b2eeecd5f39d tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0250676 Jul 28 05:15:44.117177 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-23442315-414c-49fe-a666-714bf5b8e040 req-4d4d8241-e55e-494d-89bf-588b2a6badf8 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0251744 Jul 28 05:15:44.428622 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:15:45.206289 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a2de38b0-5348-4498-bb86-09d2722d210a req-d2098bb4-9eda-46c4-bc09-274965c22db8 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0247970 Jul 28 05:15:46.296914 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ebde2afc-1bc8-44d0-808d-dc417515565b req-5a2a9a2e-3642-483b-82b4-8ad876dc0313 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0252447 Jul 28 05:15:47.390403 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f8309df1-c03f-45dc-94f9-f1ce2b977c83 req-0dd41939-518b-477a-b46f-3694c308dcb5 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0278337 Jul 28 05:15:48.152582 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:15:48.479243 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-43cb3236-433a-46c9-93dd-d8063866e242 req-b752946d-ff07-45de-8490-4882bda58f2c tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0256608 Jul 28 05:15:49.568841 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ff161b92-2a1e-4d39-82e2-0781519599db req-59662838-081d-4c32-aa19-e446397279d9 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0256419 Jul 28 05:15:50.659995 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-98c4998e-c30a-4390-91f2-2269fab032fa req-4d67be9d-ef8e-411a-89ad-627e1f79b667 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0260360 Jul 28 05:15:51.749360 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9c03251c-ae33-4b48-8184-be2a0ac701aa req-0215b012-ceb1-47f3-933f-3bee085b146d tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0256691 Jul 28 05:15:52.851735 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f66ddb4c-8475-4cb3-a715-3b66fc27435b req-bb4dac3f-cfa8-471f-86b2-71b416eb0abf tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0267458 Jul 28 05:15:53.935756 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-02006bc7-0494-4274-b0a6-5a18f5071840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:15:53.945694 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3663b28d-387e-4118-a9ff-cf02dc4e0242 req-53af1538-e2eb-481b-af04-df3085bc38a0 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0293210 Jul 28 05:15:55.038134 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b43b5e4b-0a37-4f23-a2c2-5ec85590b2f9 req-974a8966-547b-4af2-870f-55cc4bd24a9d tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0261683 Jul 28 05:15:56.140363 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5cd63097-2727-4621-a6d0-f45c2975ffc5 req-b5630e2a-3274-45b6-b7d0-c64416412883 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0262277 Jul 28 05:15:56.798167 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9b1ba231-e83d-486c-8fe0-66d6eb46a993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:15:56.885131 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:15:57.230166 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f646ea66-f6b2-4f77-828d-dec20632adc3 req-7f075dce-894a-435c-a54a-ec1c32befde5 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0248981 Jul 28 05:15:57.748840 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:15:58.319649 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-51e1fd97-12a6-415a-9b1a-b42b8c50ac8d req-791159f7-bfa8-4a82-afe5-5e7e611d69e2 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0263464 Jul 28 05:15:59.256692 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:15:59.408857 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f1edbe45-f42b-4b74-a221-0558cf1cf25d req-fcc2b281-4b9e-4cc0-a46b-407f8dd3b877 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0253513 Jul 28 05:16:00.501569 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3f5f2a36-727d-45e9-94b0-bdce6d4a45ad req-b08ad328-5f9b-494b-b57d-c66a9db88829 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0278442 Jul 28 05:16:01.591360 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-82ea722d-1bde-4630-8cd4-01e3520c5ab5 req-f5ef45da-1719-4544-8d21-3ccdaac474b4 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0253997 Jul 28 05:16:02.705240 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0941f3c2-7d3e-4d54-931e-11c1d646fd1a req-064ab55e-00e5-4024-8f57-0e25eeabec06 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?device_id=daae0899-4a0a-41bd-8ab2-534b6cc22a7e HTTP/1.1" status: 200 len: 210 time: 0.0257514 Jul 28 05:16:03.910577 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-03d76024-09c3-4f4d-be39-f96c9411810b req-d6679dbb-7e90-44c1-a5ca-4c798ea27680 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-438040906&fields=id&tenant_id=a552f7ab2976456ea67918bb2395079f HTTP/1.1" status: 200 len: 267 time: 0.0324628 Jul 28 05:16:04.016447 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d76024-09c3-4f4d-be39-f96c9411810b req-87f4af62-3adc-400d-bd90-2386ae184a0f tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:16:04.017876 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-03d76024-09c3-4f4d-be39-f96c9411810b req-87f4af62-3adc-400d-bd90-2386ae184a0f tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/networks?id=ef26f782-d8e2-421a-8538-0b5e94a369eb HTTP/1.1" status: 200 len: 812 time: 0.1006951 Jul 28 05:16:04.032143 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-03d76024-09c3-4f4d-be39-f96c9411810b req-8cb59844-4a81-494f-8fb4-bf7cd338b901 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/quotas/a552f7ab2976456ea67918bb2395079f HTTP/1.1" status: 200 len: 375 time: 0.0086639 Jul 28 05:16:04.083166 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-03d76024-09c3-4f4d-be39-f96c9411810b req-b49cfb5f-9363-4c59-b71b-b330794a6858 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a552f7ab2976456ea67918bb2395079f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0459702 Jul 28 05:16:04.219395 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-03d76024-09c3-4f4d-be39-f96c9411810b req-3862cc94-d1ef-4562-b87d-22ff34a2f851 service neutron] 10.222.0.13 "GET /v2.0/networks/ef26f782-d8e2-421a-8538-0b5e94a369eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252360 Jul 28 05:16:04.313430 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-03d76024-09c3-4f4d-be39-f96c9411810b req-1b8dccf6-04dc-4d84-8ead-48bf250b26d3 service neutron] 10.222.0.13 "GET /v2.0/networks/ef26f782-d8e2-421a-8538-0b5e94a369eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880728 Jul 28 05:16:04.482683 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 49272) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:16:04.602139 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-71448db1-23e4-4b08-a19b-8cb2d90aaeeb tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Deleting port 57554b1c-1986-4d31-89aa-cfb26443157b {{(pid=93163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 05:16:04.602540 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-71448db1-23e4-4b08-a19b-8cb2d90aaeeb tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227548555'] for port, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:16:04.687293 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-71448db1-23e4-4b08-a19b-8cb2d90aaeeb tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402200'] for port, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:16:04.687688 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-71448db1-23e4-4b08-a19b-8cb2d90aaeeb tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:16:04.699057 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-71448db1-23e4-4b08-a19b-8cb2d90aaeeb tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Calling delete_port for 57554b1c-1986-4d31-89aa-cfb26443157b owned by network:floatingip {{(pid=93163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 05:16:04.831747 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-71448db1-23e4-4b08-a19b-8cb2d90aaeeb tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227552799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227148301'] for port, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:16:04.860542 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71448db1-23e4-4b08-a19b-8cb2d90aaeeb tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Pushing event deleted for resources: {'Port': ['ID=57554b1c-1986-4d31-89aa-cfb26443157b,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:16:04.882010 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71448db1-23e4-4b08-a19b-8cb2d90aaeeb tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:16:04.882363 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71448db1-23e4-4b08-a19b-8cb2d90aaeeb tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:16:04.882707 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71448db1-23e4-4b08-a19b-8cb2d90aaeeb tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:16:04.883045 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71448db1-23e4-4b08-a19b-8cb2d90aaeeb tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:16:04.883496 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71448db1-23e4-4b08-a19b-8cb2d90aaeeb tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:16:04.883738 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71448db1-23e4-4b08-a19b-8cb2d90aaeeb tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:16:04.884094 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71448db1-23e4-4b08-a19b-8cb2d90aaeeb tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:16:04.884417 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71448db1-23e4-4b08-a19b-8cb2d90aaeeb tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:16:04.884748 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71448db1-23e4-4b08-a19b-8cb2d90aaeeb tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:16:04.885087 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71448db1-23e4-4b08-a19b-8cb2d90aaeeb tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:16:04.885394 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71448db1-23e4-4b08-a19b-8cb2d90aaeeb tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:16:04.885715 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71448db1-23e4-4b08-a19b-8cb2d90aaeeb tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:16:04.890441 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-71448db1-23e4-4b08-a19b-8cb2d90aaeeb tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Notify callbacks [] for floatingip, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:16:04.892965 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-71448db1-23e4-4b08-a19b-8cb2d90aaeeb tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068'] for floatingip, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:16:04.894121 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-71448db1-23e4-4b08-a19b-8cb2d90aaeeb tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "DELETE /v2.0/floatingips/6ccdc639-bda4-48ee-ae02-1beb528d0fc7 HTTP/1.1" status: 204 len: 168 time: 0.4104397 Jul 28 05:16:18.161821 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:16:21.428108 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:16:23.936174 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f10db61e-3313-490b-8892-01558354e569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:16:25.494545 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-275ded39-63a8-4c63-97b9-9640413a75a6 req-a4cdbc08-de25-4882-aed3-0f9f8cfbc341 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1e118b8e-18cd-4b34-b66f-893e8e5db0fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380032 Jul 28 05:16:25.592373 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ded39-63a8-4c63-97b9-9640413a75a6 req-eacf3f5e-1e6d-423d-b5b6-77178c8df063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:16:25.593798 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-275ded39-63a8-4c63-97b9-9640413a75a6 req-eacf3f5e-1e6d-423d-b5b6-77178c8df063 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=30b837791a4f45f7bbefa0af378d5354&device_id=1e118b8e-18cd-4b34-b66f-893e8e5db0fb HTTP/1.1" status: 200 len: 1098 time: 0.0393291 Jul 28 05:16:25.697819 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ded39-63a8-4c63-97b9-9640413a75a6 req-760171e8-8aae-4ea9-92a0-fef4f2456f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:16:25.699319 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-275ded39-63a8-4c63-97b9-9640413a75a6 req-760171e8-8aae-4ea9-92a0-fef4f2456f5d service neutron] 10.222.0.21 "GET /v2.0/networks?id=300c0b7a-3ec7-45c6-b237-7a8d9dd471d0 HTTP/1.1" status: 200 len: 915 time: 0.0869274 Jul 28 05:16:25.740753 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-275ded39-63a8-4c63-97b9-9640413a75a6 req-47c7f466-5310-4614-bbed-baf6fed71bb1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ff5819f-777b-414b-9f10-643c6d3f7c92 HTTP/1.1" status: 200 len: 217 time: 0.0343909 Jul 28 05:16:25.787988 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ded39-63a8-4c63-97b9-9640413a75a6 req-d8eb1950-7986-4d89-9cc3-e283764d9344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:16:25.789435 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-275ded39-63a8-4c63-97b9-9640413a75a6 req-d8eb1950-7986-4d89-9cc3-e283764d9344 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f56af102-7f6a-4a13-8214-ac092fadb2ac HTTP/1.1" status: 200 len: 854 time: 0.0419459 Jul 28 05:16:25.824004 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-275ded39-63a8-4c63-97b9-9640413a75a6 req-7e78faa9-575b-461a-a819-460a89f0aada service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=300c0b7a-3ec7-45c6-b237-7a8d9dd471d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272217 Jul 28 05:16:25.910530 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-275ded39-63a8-4c63-97b9-9640413a75a6 req-dde1a772-f62c-4627-983c-f2d6253c539d service neutron] 10.222.0.21 "GET /v2.0/networks/300c0b7a-3ec7-45c6-b237-7a8d9dd471d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796156 Jul 28 05:16:26.002250 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-275ded39-63a8-4c63-97b9-9640413a75a6 req-bd736183-a4da-490d-a532-7eec553875e1 service neutron] 10.222.0.21 "GET /v2.0/networks/300c0b7a-3ec7-45c6-b237-7a8d9dd471d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847430 Jul 28 05:16:26.798282 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-e3402946-2793-4858-828d-377014c3174c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:16:26.887308 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:16:27.750554 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:16:29.258299 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:16:48.157857 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:16:53.936461 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-d7f3a1f7-ed2f-4388-8f04-ce0a782d8243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:16:56.798967 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-a5331f61-eb90-40c1-8296-af36886bc49a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:16:56.888225 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:16:57.754214 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:16:58.427592 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:16:59.261231 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:17:18.191759 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:17:23.936918 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-d7b12bda-ed0c-4cc9-a800-caadc91ea2df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:17:26.404168 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-303ce6a5-39bc-49dc-b86d-951ef5f66f38 req-ddd3e538-709d-4d92-8e4f-7113648c6581 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396593 Jul 28 05:17:26.473621 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ce6a5-39bc-49dc-b86d-951ef5f66f38 req-b3f21e66-efdc-4a9e-a541-21ce31c0d71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:17:26.475078 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-303ce6a5-39bc-49dc-b86d-951ef5f66f38 req-b3f21e66-efdc-4a9e-a541-21ce31c0d71c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f77014531530497aa60d1269fde1bd6f&device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 1099 time: 0.0379972 Jul 28 05:17:26.578624 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ce6a5-39bc-49dc-b86d-951ef5f66f38 req-21ae3223-8a8f-409b-ae49-d97e86486584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:17:26.580024 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-303ce6a5-39bc-49dc-b86d-951ef5f66f38 req-21ae3223-8a8f-409b-ae49-d97e86486584 service neutron] 10.222.0.21 "GET /v2.0/networks?id=34e1948f-8e2c-47b9-a68d-5f2322a08957 HTTP/1.1" status: 200 len: 918 time: 0.0861778 Jul 28 05:17:26.643198 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-303ce6a5-39bc-49dc-b86d-951ef5f66f38 req-330c67b6-d2ed-4bbc-ab68-9d0ba20ac388 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f4be593-7ae9-4cfe-bfcb-ea5fc3764266 HTTP/1.1" status: 200 len: 1001 time: 0.0562921 Jul 28 05:17:26.690072 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ce6a5-39bc-49dc-b86d-951ef5f66f38 req-035ed30a-14fc-4176-836c-2dd9b3c8b755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:17:26.691436 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-303ce6a5-39bc-49dc-b86d-951ef5f66f38 req-035ed30a-14fc-4176-836c-2dd9b3c8b755 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e9700662-b8e7-49fb-ada5-3c005d49b640 HTTP/1.1" status: 200 len: 856 time: 0.0413611 Jul 28 05:17:26.737317 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ce6a5-39bc-49dc-b86d-951ef5f66f38 req-c52a2b85-76b4-4aee-a2a5-9cad66b0b7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:17:26.738760 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-303ce6a5-39bc-49dc-b86d-951ef5f66f38 req-c52a2b85-76b4-4aee-a2a5-9cad66b0b7a2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=34e1948f-8e2c-47b9-a68d-5f2322a08957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407510 Jul 28 05:17:26.802025 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-bd30b48d-8f26-4539-9f6c-d70367cbd5dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:17:26.824401 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-303ce6a5-39bc-49dc-b86d-951ef5f66f38 req-e114e8b4-c3e4-42a3-bd80-792663e299f3 service neutron] 10.222.0.21 "GET /v2.0/networks/34e1948f-8e2c-47b9-a68d-5f2322a08957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785029 Jul 28 05:17:26.895739 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:17:26.928952 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-303ce6a5-39bc-49dc-b86d-951ef5f66f38 req-d2237bd1-5fc8-4aeb-b27c-965fed954188 service neutron] 10.222.0.21 "GET /v2.0/networks/34e1948f-8e2c-47b9-a68d-5f2322a08957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965493 Jul 28 05:17:27.756751 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:17:29.265230 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:17:35.426635 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:17:48.207041 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:17:53.936608 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-8a6a3c9b-890b-483e-9c34-7b49c0d48440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:17:56.802258 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-b4e470dd-88f1-4db2-9385-04efcf5212e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:17:56.885572 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:17:57.758926 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:17:59.266367 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:18:12.425813 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:18:18.204101 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:18:23.940991 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-45d65369-699a-4627-a7ce-40fd5b295363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:18:26.351765 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6b6e284a-9b4b-470f-91a6-b282e22ad475 req-a1336de4-fdc3-4cb0-9baf-ee07070b489f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391541 Jul 28 05:18:26.421038 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e284a-9b4b-470f-91a6-b282e22ad475 req-1a4d2341-e338-43ff-afdf-a71f8a8a57b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:18:26.422462 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6b6e284a-9b4b-470f-91a6-b282e22ad475 req-1a4d2341-e338-43ff-afdf-a71f8a8a57b7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=38cd928d0e0347d0baad775ab2994326&device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 1099 time: 0.0389433 Jul 28 05:18:26.523384 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e284a-9b4b-470f-91a6-b282e22ad475 req-45042a2f-8134-4eb3-b484-e18a98cbba61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:18:26.524858 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6b6e284a-9b4b-470f-91a6-b282e22ad475 req-45042a2f-8134-4eb3-b484-e18a98cbba61 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7040d785-ad9e-439a-8073-762370b8ac7a HTTP/1.1" status: 200 len: 912 time: 0.0842264 Jul 28 05:18:26.589335 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6b6e284a-9b4b-470f-91a6-b282e22ad475 req-0dc58d8b-510c-4cf9-9948-68fff069833e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be024afa-a2ba-4736-b26b-99e01a74cf03 HTTP/1.1" status: 200 len: 1002 time: 0.0574095 Jul 28 05:18:26.636464 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e284a-9b4b-470f-91a6-b282e22ad475 req-13f35f33-a1a5-4983-a484-6201572e2c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:18:26.637747 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6b6e284a-9b4b-470f-91a6-b282e22ad475 req-13f35f33-a1a5-4983-a484-6201572e2c30 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=278bb74a-8e56-4dfc-917a-8520d15d8eb0 HTTP/1.1" status: 200 len: 850 time: 0.0408745 Jul 28 05:18:26.684436 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e284a-9b4b-470f-91a6-b282e22ad475 req-199af49b-8d77-42f2-a2dd-954038bfb8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:18:26.685853 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6b6e284a-9b4b-470f-91a6-b282e22ad475 req-199af49b-8d77-42f2-a2dd-954038bfb8a3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7040d785-ad9e-439a-8073-762370b8ac7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406260 Jul 28 05:18:26.770616 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6b6e284a-9b4b-470f-91a6-b282e22ad475 req-27d6bab0-fb62-478d-bf61-169b0e496c41 service neutron] 10.222.0.21 "GET /v2.0/networks/7040d785-ad9e-439a-8073-762370b8ac7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0771399 Jul 28 05:18:26.802350 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-e0072e41-c844-47fc-bace-1f35ba6414ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:18:26.859306 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6b6e284a-9b4b-470f-91a6-b282e22ad475 req-ff1c6c18-7169-465d-a4ae-a83520a4698b service neutron] 10.222.0.21 "GET /v2.0/networks/7040d785-ad9e-439a-8073-762370b8ac7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815694 Jul 28 05:18:26.885683 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:18:27.762842 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:18:29.270093 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:18:48.221498 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:18:49.425794 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:18:53.944429 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-b3a3a449-85d9-434f-b0b4-aff4b07d0b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:18:56.803946 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-8297a43c-b57c-4c9c-8b92-9adf4ffdee0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:18:56.887602 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:18:57.765430 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:18:59.273343 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:19:18.219526 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:19:22.339481 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ba39f-8b5a-4784-a860-05667918c195 req-661c5ca2-8b52-4ccc-8fa8-77eebbfd71e4 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:19:22.341032 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e97ba39f-8b5a-4784-a860-05667918c195 req-661c5ca2-8b52-4ccc-8fa8-77eebbfd71e4 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 946 time: 0.0936058 Jul 28 05:19:22.379045 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e97ba39f-8b5a-4784-a860-05667918c195 req-9e079ad7-4ab7-4147-8bb5-8ce8115b6031 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322032 Jul 28 05:19:23.540431 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6020427c-58b8-41d2-81fd-aa478d736214 req-399d0904-7e91-4884-9a24-953f76ed904f tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:19:23.541905 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6020427c-58b8-41d2-81fd-aa478d736214 req-399d0904-7e91-4884-9a24-953f76ed904f tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 946 time: 0.0903780 Jul 28 05:19:23.578485 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6020427c-58b8-41d2-81fd-aa478d736214 req-a6af11dc-ec46-42c9-9ae6-4f6fb929bf8f tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307417 Jul 28 05:19:23.944130 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90fbf0e8-48e3-40a5-8b08-5d570c4948b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:19:24.698249 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc1f0c-71f4-498f-b8cc-1de279d90d84 req-8102764e-f4c0-4388-895c-0af59817451a tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:19:24.699686 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-cddc1f0c-71f4-498f-b8cc-1de279d90d84 req-8102764e-f4c0-4388-895c-0af59817451a tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 946 time: 0.0506928 Jul 28 05:19:24.736540 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-cddc1f0c-71f4-498f-b8cc-1de279d90d84 req-0bbcb47d-1196-4d48-a174-2434da19c2ef tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310097 Jul 28 05:19:25.853576 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431e217-92c5-4b76-a61c-5210e1cc7fa5 req-03e34f91-93b4-45ff-ad92-bee49f704c42 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:19:25.855008 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4431e217-92c5-4b76-a61c-5210e1cc7fa5 req-03e34f91-93b4-45ff-ad92-bee49f704c42 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 946 time: 0.0472972 Jul 28 05:19:25.892734 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4431e217-92c5-4b76-a61c-5210e1cc7fa5 req-2785327f-b7d3-4090-a8e2-3c56fac14a03 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308766 Jul 28 05:19:26.425029 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:19:26.804927 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4e3658ae-96d9-493a-93cd-de250dbe1f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:19:26.889572 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:19:27.012454 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8b1ea-e4cd-43c2-8d78-7c17365c6a13 req-8ff3a95c-ce91-4aa2-8a76-ceb787fada0f tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:19:27.014372 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f2e8b1ea-e4cd-43c2-8d78-7c17365c6a13 req-8ff3a95c-ce91-4aa2-8a76-ceb787fada0f tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 946 time: 0.0473483 Jul 28 05:19:27.050198 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f2e8b1ea-e4cd-43c2-8d78-7c17365c6a13 req-0055b201-e9c0-4444-b9ea-587bc4ca7219 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300610 Jul 28 05:19:27.294218 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4659a332-55d7-47e8-a117-8d78040d7850 req-fe52110a-ae51-4526-b0aa-444816d5dd85 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0789587 Jul 28 05:19:27.367101 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659a332-55d7-47e8-a117-8d78040d7850 req-d98559ac-9160-43a5-8b42-f85b909ee363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:19:27.368664 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4659a332-55d7-47e8-a117-8d78040d7850 req-d98559ac-9160-43a5-8b42-f85b909ee363 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cd3af660b04c4cd28649da733b80e303&device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 1098 time: 0.0404327 Jul 28 05:19:27.468228 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659a332-55d7-47e8-a117-8d78040d7850 req-901a8c7b-a965-4925-bbf5-5d2a76af8938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:19:27.469851 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4659a332-55d7-47e8-a117-8d78040d7850 req-901a8c7b-a965-4925-bbf5-5d2a76af8938 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2f6cc273-aa71-4fbb-86d3-1b26dad4ce50 HTTP/1.1" status: 200 len: 919 time: 0.0828068 Jul 28 05:19:27.764237 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4659a332-55d7-47e8-a117-8d78040d7850 req-8c5ed962-669f-454c-805e-b3c1588079b8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e92ba37f-ba0e-49eb-aac0-8ed216d472aa HTTP/1.1" status: 200 len: 217 time: 0.2877018 Jul 28 05:19:27.767053 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:19:27.812480 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659a332-55d7-47e8-a117-8d78040d7850 req-9f15cdcc-32a6-483c-ae0a-c45961c682fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:19:27.813850 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4659a332-55d7-47e8-a117-8d78040d7850 req-9f15cdcc-32a6-483c-ae0a-c45961c682fb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=55007cfe-ea2e-4cab-9e84-15ae15b8e8bc HTTP/1.1" status: 200 len: 858 time: 0.0421426 Jul 28 05:19:27.843169 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4659a332-55d7-47e8-a117-8d78040d7850 req-fda737e0-6b65-4d85-b290-a74a57cc4447 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2f6cc273-aa71-4fbb-86d3-1b26dad4ce50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0225949 Jul 28 05:19:27.853721 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [req-4659a332-55d7-47e8-a117-8d78040d7850 req-aa2a9d92-c25c-4ee0-891c-175a03658793 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 05:19:27.854642 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4659a332-55d7-47e8-a117-8d78040d7850 req-aa2a9d92-c25c-4ee0-891c-175a03658793 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047960 Jul 28 05:19:27.947493 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4659a332-55d7-47e8-a117-8d78040d7850 req-71273f23-b08e-4aae-9327-e3644676c6fe service neutron] 10.222.0.21 "GET /v2.0/networks/2f6cc273-aa71-4fbb-86d3-1b26dad4ce50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846241 Jul 28 05:19:28.033854 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4659a332-55d7-47e8-a117-8d78040d7850 req-0a988a61-99cb-4d91-b92b-1be4efd52f3f service neutron] 10.222.0.21 "GET /v2.0/networks/2f6cc273-aa71-4fbb-86d3-1b26dad4ce50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786848 Jul 28 05:19:28.170986 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4910bf35-dc1c-4e59-aeb9-374c7c9fd44a req-b7bc9ef5-a662-4003-95bb-856dac9ad3b9 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:19:28.172474 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4910bf35-dc1c-4e59-aeb9-374c7c9fd44a req-b7bc9ef5-a662-4003-95bb-856dac9ad3b9 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 946 time: 0.0510361 Jul 28 05:19:28.208422 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4910bf35-dc1c-4e59-aeb9-374c7c9fd44a req-158556b5-766f-4350-ad83-0d66400527b4 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301039 Jul 28 05:19:29.276133 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:19:29.328497 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3746a-feca-4448-b8f8-25729f0f383e req-14edf1c2-6eaa-48e2-b4e0-13ddbf6b3ca1 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:19:29.329949 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4bf3746a-feca-4448-b8f8-25729f0f383e req-14edf1c2-6eaa-48e2-b4e0-13ddbf6b3ca1 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 946 time: 0.0470920 Jul 28 05:19:29.367674 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4bf3746a-feca-4448-b8f8-25729f0f383e req-b7636067-b84d-4216-897f-529c7381844d tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318546 Jul 28 05:19:30.486225 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb4149-1f07-46bb-bf34-9b3cb3e1add6 req-39953d4e-6dc6-4c35-bccc-0210ea547a0d tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:19:30.487702 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-fddb4149-1f07-46bb-bf34-9b3cb3e1add6 req-39953d4e-6dc6-4c35-bccc-0210ea547a0d tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 946 time: 0.0483813 Jul 28 05:19:30.523596 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-fddb4149-1f07-46bb-bf34-9b3cb3e1add6 req-68344e7f-b462-43f7-9b12-2fdf2a19060b tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300696 Jul 28 05:19:31.283633 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc9ad92-4d48-42f6-86b6-d93550d9505c req-c84a7731-3272-4546-83bf-683bfa722b1d tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:19:31.285045 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5bc9ad92-4d48-42f6-86b6-d93550d9505c req-c84a7731-3272-4546-83bf-683bfa722b1d tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.21 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 946 time: 0.0495541 Jul 28 05:19:31.374030 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [req-5bc9ad92-4d48-42f6-86b6-d93550d9505c req-f7dda013-1d53-4e34-8f05-23be8d288588 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Deleting port 9f4be593-7ae9-4cfe-bfcb-ea5fc3764266 {{(pid=93163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 05:19:31.374366 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-5bc9ad92-4d48-42f6-86b6-d93550d9505c req-f7dda013-1d53-4e34-8f05-23be8d288588 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227548555'] for port, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:19:31.460218 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [req-5bc9ad92-4d48-42f6-86b6-d93550d9505c req-f7dda013-1d53-4e34-8f05-23be8d288588 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] For port 9f4be593-7ae9-4cfe-bfcb-ea5fc3764266, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=9f4be593-7ae9-4cfe-bfcb-ea5fc3764266,segment=NetworkSegment(b6e7b6af-52d2-4c9f-b399-76a1466735d9),segment_id=b6e7b6af-52d2-4c9f-b399-76a1466735d9)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:19:31.460602 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-5bc9ad92-4d48-42f6-86b6-d93550d9505c req-f7dda013-1d53-4e34-8f05-23be8d288588 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402200'] for port, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:19:31.674277 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deadee1-6888-4bb7-83bd-f7a4cadadf7c req-29ace7a0-e92f-4213-8d20-e0fb1ec7bd81 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:19:31.675805 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0deadee1-6888-4bb7-83bd-f7a4cadadf7c req-29ace7a0-e92f-4213-8d20-e0fb1ec7bd81 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 946 time: 0.0706539 Jul 28 05:19:31.677486 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-5bc9ad92-4d48-42f6-86b6-d93550d9505c req-f7dda013-1d53-4e34-8f05-23be8d288588 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:19:31.677860 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-5bc9ad92-4d48-42f6-86b6-d93550d9505c req-f7dda013-1d53-4e34-8f05-23be8d288588 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406535'] for floatingip, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:19:31.678174 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.db.l3_db [req-5bc9ad92-4d48-42f6-86b6-d93550d9505c req-f7dda013-1d53-4e34-8f05-23be8d288588 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Floating IP d6ecf632-00cd-4a5a-8ca8-09431275a0a2 disassociated. External IP: 172.27.2.213, port: 9f4be593-7ae9-4cfe-bfcb-ea5fc3764266. Jul 28 05:19:31.678513 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [req-5bc9ad92-4d48-42f6-86b6-d93550d9505c req-f7dda013-1d53-4e34-8f05-23be8d288588 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Calling delete_port for 9f4be593-7ae9-4cfe-bfcb-ea5fc3764266 owned by compute:nova {{(pid=93163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 05:19:31.752713 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0deadee1-6888-4bb7-83bd-f7a4cadadf7c req-ea5f3f1b-8b62-45b5-959a-f0b277911127 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=014bbb43-3d72-4915-b240-cd83d8f5d1d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699575 Jul 28 05:19:31.834604 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-5bc9ad92-4d48-42f6-86b6-d93550d9505c req-f7dda013-1d53-4e34-8f05-23be8d288588 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227552799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227148301'] for port, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:19:31.861870 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dda013-1d53-4e34-8f05-23be8d288588 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Pushing event deleted for resources: {'Port': ['ID=9f4be593-7ae9-4cfe-bfcb-ea5fc3764266,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:19:31.873324 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dda013-1d53-4e34-8f05-23be8d288588 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:19:31.873685 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dda013-1d53-4e34-8f05-23be8d288588 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:19:31.874034 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dda013-1d53-4e34-8f05-23be8d288588 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:19:31.874377 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dda013-1d53-4e34-8f05-23be8d288588 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:19:31.875258 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dda013-1d53-4e34-8f05-23be8d288588 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:19:31.875623 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dda013-1d53-4e34-8f05-23be8d288588 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:19:31.875957 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dda013-1d53-4e34-8f05-23be8d288588 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:19:31.876288 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dda013-1d53-4e34-8f05-23be8d288588 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:19:31.876618 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dda013-1d53-4e34-8f05-23be8d288588 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:19:31.876978 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dda013-1d53-4e34-8f05-23be8d288588 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:19:31.877266 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dda013-1d53-4e34-8f05-23be8d288588 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:19:31.877591 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7dda013-1d53-4e34-8f05-23be8d288588 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:19:31.985888 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5bc9ad92-4d48-42f6-86b6-d93550d9505c req-f7dda013-1d53-4e34-8f05-23be8d288588 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Router 1c958403-ae9f-4530-a92f-ea97c97bb0f4 has already been hosted by L3 agent febb8baf-5368-4b94-affe-2856141f0f3f {{(pid=93163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 05:19:32.093761 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5bc9ad92-4d48-42f6-86b6-d93550d9505c req-f7dda013-1d53-4e34-8f05-23be8d288588 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify agent at l3_agent.dv-cinder-801617-3-iscsi the message routers_updated {{(pid=93163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:19:32.103946 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1425ebcc-a481-43a2-b3f7-9d10182dc59b None None] Sync routers for ids ['1c958403-ae9f-4530-a92f-ea97c97bb0f4'] in dv-cinder-801617-3-iscsi {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:19:32.113123 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1425ebcc-a481-43a2-b3f7-9d10182dc59b None None] Routers {'1c958403-ae9f-4530-a92f-ea97c97bb0f4'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:19:32.113717 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-1425ebcc-a481-43a2-b3f7-9d10182dc59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:19:27Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['1c958403-ae9f-4530-a92f-ea97c97bb0f4'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:19:32.134728 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc9ad92-4d48-42f6-86b6-d93550d9505c req-f7dda013-1d53-4e34-8f05-23be8d288588 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] No DVR routers for this DVR port 9f4be593-7ae9-4cfe-bfcb-ea5fc3764266 on host hv-cinder-80161 {{(pid=93163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 05:19:32.137163 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-5bc9ad92-4d48-42f6-86b6-d93550d9505c req-f7dda013-1d53-4e34-8f05-23be8d288588 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068'] for port, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:19:32.139171 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5bc9ad92-4d48-42f6-86b6-d93550d9505c req-f7dda013-1d53-4e34-8f05-23be8d288588 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.21 "DELETE /v2.0/ports/9f4be593-7ae9-4cfe-bfcb-ea5fc3764266 HTTP/1.1" status: 204 len: 173 time: 0.8474369 Jul 28 05:19:32.139631 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16111e10-0c5b-49b8-89d1-7539f001eca5', 'name': 'network-vif-deleted', 'tag': '9f4be593-7ae9-4cfe-bfcb-ea5fc3764266'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:19:32.142535 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdaae2d937131cd036474998a49e3e11d53281396ea4e1ac8b096c837d21eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071b86c0-5e1f-4284-a60b-40c98b13e052" -d '{"events": [{"server_uuid": "16111e10-0c5b-49b8-89d1-7539f001eca5", "name": "network-vif-deleted", "tag": "9f4be593-7ae9-4cfe-bfcb-ea5fc3764266"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:19:32.227331 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-1425ebcc-a481-43a2-b3f7-9d10182dc59b None None] Set router 1c958403-ae9f-4530-a92f-ea97c97bb0f4 gateway port host: dv-cinder-801617-3-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:19:32.242278 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 05:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c04314-8c16-4e6e-90cd-fe895fb2f479 x-openstack-request-id: req-02c04314-8c16-4e6e-90cd-fe895fb2f479 {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:19:32.242570 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16111e10-0c5b-49b8-89d1-7539f001eca5", "name": "network-vif-deleted", "tag": "9f4be593-7ae9-4cfe-bfcb-ea5fc3764266", "status": "completed", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:19:32.242820 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-02c04314-8c16-4e6e-90cd-fe895fb2f479 {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:19:32.243216 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16111e10-0c5b-49b8-89d1-7539f001eca5', 'name': 'network-vif-deleted', 'tag': '9f4be593-7ae9-4cfe-bfcb-ea5fc3764266', 'status': 'completed', 'code': 200} Jul 28 05:19:32.425356 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-1425ebcc-a481-43a2-b3f7-9d10182dc59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c958403-ae9f-4530-a92f-ea97c97bb0f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1867579563-router', 'tenant_id': 'f77014531530497aa60d1269fde1bd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '5862d95c-f456-423f-b62d-51950afda2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:04Z', 'updated_at': '2021-07-28T05:09:13Z', 'revision_number': 4, 'project_id': 'f77014531530497aa60d1269fde1bd6f', 'gw_port': {'id': '5862d95c-f456-423f-b62d-51950afda2d7', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c958403-ae9f-4530-a92f-ea97c97bb0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:05Z', 'updated_at': '2021-07-28T05:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_interfaces': [{'id': 'd1d8b2db-ab6d-4e3a-a273-65795ce23108', 'name': '', 'network_id': '34e1948f-8e2c-47b9-a68d-5f2322a08957', 'tenant_id': 'f77014531530497aa60d1269fde1bd6f', 'mac_address': 'fa:16:3e:c3:05:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c958403-ae9f-4530-a92f-ea97c97bb0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e9700662-b8e7-49fb-ada5-3c005d49b640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:11Z', 'updated_at': '2021-07-28T05:09:25Z', 'revision_number': 5, 'project_id': 'f77014531530497aa60d1269fde1bd6f', 'subnets': [{'id': 'e9700662-b8e7-49fb-ada5-3c005d49b640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:19:32.450399 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1425ebcc-a481-43a2-b3f7-9d10182dc59b None None] Checking router: 1c958403-ae9f-4530-a92f-ea97c97bb0f4 for host: dv-cinder-801617-3-iscsi {{(pid=93165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:19:32.458039 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1425ebcc-a481-43a2-b3f7-9d10182dc59b None None] Routers {'1c958403-ae9f-4530-a92f-ea97c97bb0f4'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:19:32.458618 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-1425ebcc-a481-43a2-b3f7-9d10182dc59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:19:27Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['1c958403-ae9f-4530-a92f-ea97c97bb0f4'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:19:32.557583 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-1425ebcc-a481-43a2-b3f7-9d10182dc59b None None] Set router 1c958403-ae9f-4530-a92f-ea97c97bb0f4 gateway port host: dv-cinder-801617-3-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:19:32.742525 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-1425ebcc-a481-43a2-b3f7-9d10182dc59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c958403-ae9f-4530-a92f-ea97c97bb0f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1867579563-router', 'tenant_id': 'f77014531530497aa60d1269fde1bd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '5862d95c-f456-423f-b62d-51950afda2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:04Z', 'updated_at': '2021-07-28T05:09:13Z', 'revision_number': 4, 'project_id': 'f77014531530497aa60d1269fde1bd6f', 'gw_port': {'id': '5862d95c-f456-423f-b62d-51950afda2d7', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c958403-ae9f-4530-a92f-ea97c97bb0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:05Z', 'updated_at': '2021-07-28T05:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_interfaces': [{'id': 'd1d8b2db-ab6d-4e3a-a273-65795ce23108', 'name': '', 'network_id': '34e1948f-8e2c-47b9-a68d-5f2322a08957', 'tenant_id': 'f77014531530497aa60d1269fde1bd6f', 'mac_address': 'fa:16:3e:c3:05:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c958403-ae9f-4530-a92f-ea97c97bb0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e9700662-b8e7-49fb-ada5-3c005d49b640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:11Z', 'updated_at': '2021-07-28T05:09:25Z', 'revision_number': 5, 'project_id': 'f77014531530497aa60d1269fde1bd6f', 'subnets': [{'id': 'e9700662-b8e7-49fb-ada5-3c005d49b640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:19:32.770065 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1425ebcc-a481-43a2-b3f7-9d10182dc59b None None] The sync data for ids ['1c958403-ae9f-4530-a92f-ea97c97bb0f4'] in dv-cinder-801617-3-iscsi is: [{'id': '1c958403-ae9f-4530-a92f-ea97c97bb0f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1867579563-router', 'tenant_id': 'f77014531530497aa60d1269fde1bd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '5862d95c-f456-423f-b62d-51950afda2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:04Z', 'updated_at': '2021-07-28T05:09:13Z', 'revision_number': 4, 'project_id': 'f77014531530497aa60d1269fde1bd6f', 'gw_port': {'id': '5862d95c-f456-423f-b62d-51950afda2d7', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c958403-ae9f-4530-a92f-ea97c97bb0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:05Z', 'updated_at': '2021-07-28T05:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_interfaces': [{'id': 'd1d8b2db-ab6d-4e3a-a273-65795ce23108', 'name': '', 'network_id': '34e1948f-8e2c-47b9-a68d-5f2322a08957', 'tenant_id': 'f77014531530497aa60d1269fde1bd6f', 'mac_address': 'fa:16:3e:c3:05:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c958403-ae9f-4530-a92f-ea97c97bb0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e9700662-b8e7-49fb-ada5-3c005d49b640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:11Z', 'updated_at': '2021-07-28T05:09:25Z', 'revision_number': 5, 'project_id': 'f77014531530497aa60d1269fde1bd6f', 'subnets': [{'id': 'e9700662-b8e7-49fb-ada5-3c005d49b640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:19:32.853297 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b2b38c73-abd0-462f-b438-7df6894491c6 req-e6021352-dc29-479e-8529-3b169157c7f9 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0262949 Jul 28 05:19:32.973788 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea8bb3f-58b0-4791-8c6e-e6093553bf0a None None] New status for floating IP d6ecf632-00cd-4a5a-8ca8-09431275a0a2: DOWN {{(pid=93164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 05:19:33.951025 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4cfa048e-1135-4b8c-b5ff-3ba24e56ccda req-a980b38e-b2dd-4fe2-a9a9-22ea393cbd54 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0257900 Jul 28 05:19:35.046543 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e2b08be9-6d85-4889-abf4-aaed244d62a8 req-4441eee4-cf7e-4aa4-9024-fe00496ac6b7 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0253048 Jul 28 05:19:35.663880 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device 9f4be593-7ae9-4cfe-bfcb-ea5fc3764266 no longer exists at agent hyperv_hv-cinder-80161 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:19:35.683107 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] No Port match for: 9f4be593-7ae9-4cfe-bfcb-ea5fc3764266 {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 05:19:35.683462 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device 9f4be593-7ae9-4cfe-bfcb-ea5fc3764266 not bound to the agent host hv-cinder-80161 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:19:36.141431 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0354a533-7701-4541-96e1-04b54e8da659 req-68975d29-eada-4f54-b803-01a1929b2865 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0260153 Jul 28 05:19:37.242626 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ae831e11-2ca8-427e-8be0-6a445b317d15 req-58fd3208-945f-4207-9661-a9e1bc818eb4 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0267344 Jul 28 05:19:38.339868 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ce2eebef-a951-458d-802f-deeb5cdb4957 req-ce3b355b-9f79-4895-8c49-43b7b0a5180e tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0282202 Jul 28 05:19:39.435813 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-16f9bd43-3760-42d5-b000-9f0e7f94c0cb req-2471e367-f604-48ee-a23c-d230c8a24dc7 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0258777 Jul 28 05:19:40.537514 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7898a3dd-6ca1-4045-9720-1c121a3d48d9 req-68af61a1-d4fe-4e75-a5af-fd43a41d750b tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0258300 Jul 28 05:19:41.633264 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-223543a7-e1c2-4761-8a9b-a09440455b76 req-7fa97683-af00-462b-bb87-c8ce9e04ca6f tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0259819 Jul 28 05:19:42.732734 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7d9705da-9cc6-48a7-abda-d1548a1b010c req-1e3dabc2-30b9-4692-8aa3-e232200a660a tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0261533 Jul 28 05:19:43.830915 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8283cf9d-99a4-4fae-99d2-794c8b23c184 req-1f6bd892-6594-4565-b7b6-65b4ff986065 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0262897 Jul 28 05:19:44.928035 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0c9cb0e2-eedc-453d-a773-74fadb82eb2f req-eb9b08ad-3369-4398-a64a-590773771e87 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0283468 Jul 28 05:19:46.022688 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-467655a2-ed56-4f51-9724-adde4e2f6ad4 req-3379c608-f04b-4553-a22f-f9ce4eba3caf tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0252583 Jul 28 05:19:47.118144 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9041ef18-1c78-4a51-bda9-44e549f6d093 req-ad999439-c004-4029-9c82-12f673a23234 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0257392 Jul 28 05:19:48.213969 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-12010abf-c086-4fe3-a4df-0ea8c71e9498 req-48a74ac0-0140-4c00-a0be-beed277ccb44 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0256426 Jul 28 05:19:48.247146 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:19:49.308457 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e9053041-2359-42f1-bc7e-db0f526be648 req-7cf790ef-ca8c-404d-af14-7f8cad47e744 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0266151 Jul 28 05:19:50.403988 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-01d7c303-4aa4-48f6-956a-1e999fe33c1b req-912ada29-8040-4bed-a22a-bc1f570f9cac tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0266097 Jul 28 05:19:51.502274 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-edb816d7-560b-4dae-b7d9-2bc3daf7cdd0 req-7feac576-84e1-4b39-9da8-3139455bb24c tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0286264 Jul 28 05:19:52.596408 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a43db8b4-e9df-4f28-8a2e-ebdec86c9c9e req-f8be5f28-cf9c-4140-823f-f7c209b906e3 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0251458 Jul 28 05:19:53.693400 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c6c6860c-70e5-4eb6-9662-14106f6b4329 req-3bc1695f-41f9-40ab-8f5f-ab06845d2a8f tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0261619 Jul 28 05:19:53.943585 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-1c02303a-c074-4a34-a983-6ca107832d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:19:54.798661 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-14ca9edc-cac8-43fa-9f53-3f10ac192bbe req-5071a9a7-a7af-4132-811c-7b7bf3f139b7 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0258634 Jul 28 05:19:55.893355 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5510f189-1121-4d81-bec1-4245897501e5 req-2e4e6127-1a65-4b5a-acac-001c8c86e8f5 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0253186 Jul 28 05:19:56.806348 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-ff039690-9e98-42ac-9de1-41ec96265caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:19:56.888869 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:19:56.989136 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9ed30c8b-f470-4474-a992-372e764a17b0 req-3e513d4e-d34f-4d82-a9ab-27cce1f6a8ea tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0257754 Jul 28 05:19:57.770012 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:19:58.089235 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2fafd7d8-345d-401e-9d4a-ae7f458a9f1c req-f9c17ad5-c3a0-449b-9d28-d1674df5e7a1 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0293860 Jul 28 05:19:59.183750 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3222491c-68d1-4ce6-a1a2-2eb153f6f257 req-87082189-1d4f-417f-97b4-6ca37264e3f3 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0257952 Jul 28 05:19:59.277127 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:20:00.282094 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e31e4042-9c96-4ec6-abe8-8f3fe9a12a39 req-ae61e3a3-9b51-40b1-898c-a3ad2d5f6a29 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0263746 Jul 28 05:20:01.378537 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2745b7bd-3e32-42b1-86ce-d09779b1a856 req-aa0a54f7-4b3a-4147-ad52-f459daf738f1 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0257385 Jul 28 05:20:02.473954 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1188d5af-fed0-4a7f-a42a-bff02ddafb2c req-06a54b78-bf0a-43fd-8e3d-e08c0cdf94e6 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0264463 Jul 28 05:20:03.423119 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:20:03.568444 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bdfb9c13-d9dd-47a8-99d4-28b11a0811a5 req-bb64f259-e34e-4c49-b711-36a56f90efb0 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0255184 Jul 28 05:20:04.665637 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6e1a2983-36a1-4a52-9a0f-4287e691a4d7 req-32966cbd-3cd6-4c23-afce-d8f23835a8c3 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0277534 Jul 28 05:20:05.760133 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-dd02274c-02bf-4232-b403-bf16c487d580 req-def010bc-f44c-47ec-99fc-3c779c11bcee tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0256281 Jul 28 05:20:06.855507 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a9ae6300-254b-4b44-8b4c-b32d55746760 req-c085247b-4ff2-4785-b67e-87b8e530efe7 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0252569 Jul 28 05:20:07.950871 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4258ec3c-5d99-4bb8-b582-df1b6ece7e88 req-550239c5-00a3-4034-a3a3-c96b75b6e8bf tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0255101 Jul 28 05:20:09.045854 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2ed3b040-6d4c-4c2d-9370-9d9c86213506 req-9cb05538-604f-4c65-b988-71e22d53298a tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0257654 Jul 28 05:20:10.140608 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2e277cd9-5bb5-4821-b100-d3c5d45a2ef0 req-bd9f949d-7f7d-4cd8-880f-c22ef65b275d tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0252585 Jul 28 05:20:11.238050 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-867f581f-4bb7-4299-bf18-7d607f369f32 req-22a967c4-33b2-439a-b835-1b417d5d2f7c tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0283313 Jul 28 05:20:12.334050 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-800f44e9-473d-48a7-9d7d-72434318002b req-98615852-de1b-4bed-a3e5-3963dc0509c6 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0269575 Jul 28 05:20:13.429272 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-23066d4a-5b79-44b3-8570-c36c8afdf834 req-6565fa11-8e00-44ae-8cdd-cd6c3a2e6b1c tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0266471 Jul 28 05:20:14.522707 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6de3fb01-04b6-4570-a561-7f6ff0700a94 req-8a86fa2d-de32-4886-988b-7c155feb8ff4 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0250955 Jul 28 05:20:15.620334 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-249a6356-093d-4f82-b8fb-af3891937e0d req-5a217a36-639f-4997-9110-4cf8deec4634 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0272892 Jul 28 05:20:16.715378 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-420fd4be-04b4-43f7-9420-670cc32386ad req-e748f331-9cbc-496e-8bea-ea35f9b62d92 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0259900 Jul 28 05:20:17.814785 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d27e6c6c-a625-416e-ac90-fee3aa186f4f req-df83c5b6-2e15-4d06-9734-70cea9c72a7e tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0289500 Jul 28 05:20:18.249415 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:20:18.910794 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-43284c9e-0f29-4547-a4d1-187ba0e5a4d5 req-66250359-ee0f-40b3-b8e3-ccef7caec568 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0256274 Jul 28 05:20:20.007325 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-83ce071d-6aa6-4bf0-b635-132f4f4a475f req-ebf1f46b-5cc4-4165-aac2-03b40dd076c0 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0257854 Jul 28 05:20:21.101543 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-fa3c4881-19cc-4d84-99e2-f9c48b47cfc8 req-cb4839cb-dcf8-4e14-b1ad-113c987efbd0 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0265749 Jul 28 05:20:22.196166 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-12464605-a2b7-47d6-8026-7d636ea6609c req-cf2a0245-7329-45f1-8690-b5000a3bbc86 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0259342 Jul 28 05:20:23.289595 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f12f33a9-c456-42ef-96ea-a6c12ec0e01b req-6291c404-ff69-439b-811e-9a5ddffd6232 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0249293 Jul 28 05:20:23.942160 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-7fb4bac9-9c37-479e-ac7f-e6f3779c1c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:20:24.390518 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e08aa956-0041-4eef-9d36-723c180e8d49 req-cc7d6033-b7f7-4d72-ac6b-4b62da1aad79 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0299134 Jul 28 05:20:25.486372 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-96ad1a08-5c53-4814-82f1-128e3562024e req-de56e637-e480-4d2a-aef3-3fa69fb19be8 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0260515 Jul 28 05:20:26.582078 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6ce055a0-47ca-4af5-8f21-4c7f34fdba7b req-188a08d7-e8bf-42e0-94ac-2779178c2732 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0252743 Jul 28 05:20:26.812536 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-675053ea-0262-4a74-8bd9-3ee6e6287f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:20:26.888314 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:20:27.468730 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ea15fe2e-de96-494f-9add-4500fdec08fd req-1917d6c2-bb6c-4ad0-999b-f042f6123d9b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391622 Jul 28 05:20:27.541096 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea15fe2e-de96-494f-9add-4500fdec08fd req-68bdc800-28d3-4e22-8b2f-0ee41e8bae10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:20:27.542530 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ea15fe2e-de96-494f-9add-4500fdec08fd req-68bdc800-28d3-4e22-8b2f-0ee41e8bae10 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cd3af660b04c4cd28649da733b80e303&device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 1098 time: 0.0400832 Jul 28 05:20:27.646892 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea15fe2e-de96-494f-9add-4500fdec08fd req-69f8aee2-3b12-45b0-8dd5-c6f899a19a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:20:27.648377 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ea15fe2e-de96-494f-9add-4500fdec08fd req-69f8aee2-3b12-45b0-8dd5-c6f899a19a6d service neutron] 10.222.0.21 "GET /v2.0/networks?id=2f6cc273-aa71-4fbb-86d3-1b26dad4ce50 HTTP/1.1" status: 200 len: 919 time: 0.0849926 Jul 28 05:20:27.680526 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-47413bab-dc2c-4ed0-b528-b9d685881e41 req-55af0c3a-4e2c-4a11-8ec5-b6577537ee03 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0294447 Jul 28 05:20:27.705764 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ea15fe2e-de96-494f-9add-4500fdec08fd req-c98b12e3-7209-4d34-ade8-2c7981d22874 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a624a92f-6767-4bea-a454-f4d856510779 HTTP/1.1" status: 200 len: 217 time: 0.0459616 Jul 28 05:20:27.756446 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea15fe2e-de96-494f-9add-4500fdec08fd req-c2fe3238-ae2b-4474-ab70-4444fec6da82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:20:27.757815 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ea15fe2e-de96-494f-9add-4500fdec08fd req-c2fe3238-ae2b-4474-ab70-4444fec6da82 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=55007cfe-ea2e-4cab-9e84-15ae15b8e8bc HTTP/1.1" status: 200 len: 858 time: 0.0450351 Jul 28 05:20:27.773257 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:20:27.790562 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ea15fe2e-de96-494f-9add-4500fdec08fd req-e0913cf3-f9c6-4aee-aecf-b5b9423f0b69 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2f6cc273-aa71-4fbb-86d3-1b26dad4ce50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254145 Jul 28 05:20:27.877327 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ea15fe2e-de96-494f-9add-4500fdec08fd req-25fc5711-be3a-40a3-95d1-3bb0cc44a619 service neutron] 10.222.0.21 "GET /v2.0/networks/2f6cc273-aa71-4fbb-86d3-1b26dad4ce50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788321 Jul 28 05:20:27.967532 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ea15fe2e-de96-494f-9add-4500fdec08fd req-13c27b5d-6683-4290-bf4b-75e7c5668d70 service neutron] 10.222.0.21 "GET /v2.0/networks/2f6cc273-aa71-4fbb-86d3-1b26dad4ce50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830827 Jul 28 05:20:28.776631 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b72a2acc-5f92-412c-9f30-4c3c84071054 req-ff6bcaa4-e022-4f99-ba3f-2ce135408bab tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0256176 Jul 28 05:20:29.280145 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:20:29.941195 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ff021563-0a30-4d08-b1be-482a492de36c req-e645d1a5-8abb-4954-83b0-692746849a17 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0262804 Jul 28 05:20:31.036478 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d967cc53-3c7d-4af9-b42e-558f50e11b93 req-88797636-2601-4402-9718-5efb30b02fe6 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0253706 Jul 28 05:20:32.134803 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e789935e-5f79-45dc-99d3-3f89d518a52c req-f2b64e4a-e708-4de6-93d8-87675b5b955c tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0293956 Jul 28 05:20:33.230824 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b656291a-a709-42a8-adfe-f808775c01ed req-6babc848-e012-44de-8b5e-d01ebbb5233f tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0266688 Jul 28 05:20:34.324470 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2ba2e780-35f8-4f53-8d1c-077140c67537 req-80c4b5f7-510c-40d1-a76e-50a4fb4380a2 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0256388 Jul 28 05:20:35.419882 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-fa4f43f6-5e7d-46df-bc0b-45cdaefc2868 req-8e3f0b76-cc07-4be0-99de-4318f32b0890 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0259883 Jul 28 05:20:36.515349 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-01183313-8cf4-4f4b-b73a-9fe05faea0e5 req-a480f997-3533-467d-abf1-779329f0c14e tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0256786 Jul 28 05:20:37.609469 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f431b74f-0ac9-4f15-b97b-1318ac9596e8 req-271ec186-0db7-415c-bd0e-22e3a7161192 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0259135 Jul 28 05:20:38.705660 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-cbc5dce9-64d2-4899-9738-628af5602099 req-cb525ee4-4c3e-46fc-b1ed-f03606a90149 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0273871 Jul 28 05:20:39.800748 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f55d0c29-3c52-45b0-8476-0b7c31ec43d7 req-f4fd9c80-3380-474c-8717-e546925c811f tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0258701 Jul 28 05:20:40.421826 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:20:40.896714 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c68a7eb2-a6d3-46b7-9fdb-f016ea986e9f req-55a40a7d-70ca-4f41-880e-e567834e33b8 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0266888 Jul 28 05:20:41.992857 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-253aa916-dd3b-4a2b-a624-ba67083634da req-4e509456-cad8-435c-8bef-64577b253ec6 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0262873 Jul 28 05:20:43.088144 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-45ad0c08-6dda-417f-b9fd-460f105b05c2 req-b53e6238-4928-4b68-b6e0-6ed5bbd26dde tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0251563 Jul 28 05:20:44.183928 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-14330ca9-24dc-4edb-a7d5-e863250c7579 req-e60fa36a-f8b9-4728-90bc-52f321c6384f tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0255077 Jul 28 05:20:45.283768 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9848a60a-e01a-421b-8bfe-4dfddf66dad5 req-f43f5e31-6cf8-4be5-8d09-c73532c8b730 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0297561 Jul 28 05:20:46.380526 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f6aa5cc4-e9f0-4f6b-8af8-02aa9f0f977f req-198e9b82-72fb-4855-bc21-fb2195e2bcf5 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0258691 Jul 28 05:20:47.476209 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6115f57a-e64e-408d-9d3b-7656fb6c7f30 req-23ec83d0-3f6d-4b1b-9e97-3f2390e0beb6 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0256939 Jul 28 05:20:48.244351 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:20:48.571981 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4f24e8db-685c-44e5-92fa-63fe88a3916e req-5ce44fed-085d-48fd-8848-bf91a8628073 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0255067 Jul 28 05:20:49.667281 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-37c3f2cf-dc72-4d2b-80a5-417cf1e6c17b req-fc065c92-a5a1-4b87-b18f-9d71380660dc tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0262063 Jul 28 05:20:50.761995 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2b8a0635-c91a-4eac-9ae1-ded40804675f req-2d43d4f0-1e2d-4996-882b-02ed52effde2 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0249853 Jul 28 05:20:51.860381 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-11a0f975-7aef-45e8-8d46-e9d59a335960 req-9bf14558-5a6d-4fca-b0c3-622bee9080ba tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0280819 Jul 28 05:20:52.955578 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-824c2fa6-bcde-4ad2-bcaa-e770f184cf26 req-dd02a4fd-dd2e-405d-bb77-3f440ef04224 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0260403 Jul 28 05:20:53.941082 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-cc19b432-7f08-4c10-a84d-cf9a4ccd2211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:20:54.049586 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-fd668bb5-5317-4579-a6a8-9414a98f8127 req-7a41fd02-88ab-468b-af87-da629ba5361d tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0260046 Jul 28 05:20:55.144862 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8d49e76b-7617-46b3-ae7a-a721b150a231 req-ded09f0a-b027-42e7-a033-de02dfc8eb05 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0267279 Jul 28 05:20:56.239060 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d9dcf338-303b-434a-aead-314e8ce7dd4c req-c9464a88-c68f-474a-8c24-eda5a9556ef1 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0259657 Jul 28 05:20:56.803242 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-093025a6-88d5-40ad-9a2e-65523f04903c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:20:56.887039 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:20:57.334762 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-80d312a4-e623-47b0-a58c-0f5b7b86a63c req-39210145-736d-405c-9a89-85ff5b98c5e8 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0266514 Jul 28 05:20:57.776521 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:20:58.431592 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3543407a-5493-4393-ad3c-b5cf3052f537 req-f9099429-1152-4dd3-98e5-263dbd2d6d23 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0280664 Jul 28 05:20:59.282763 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:20:59.527652 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3b18e81d-78ee-4740-8940-3676c5d5de91 req-4f9476f8-b478-4d37-b298-7e6a0bee2dfe tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0253899 Jul 28 05:21:00.622160 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-25ce9861-39a7-45ab-a75a-70fb1a57bf72 req-db20d5f2-615f-4cd0-be96-0ffaa517cb7a tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0254269 Jul 28 05:21:01.717225 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-df951551-9540-4937-9e4f-de9a0bb42b60 req-6db82fe0-51f7-4d36-a9a3-e9f2df6af7d1 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0254693 Jul 28 05:21:02.813433 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-aac8b1d8-b119-447b-8c92-077850dd3cf2 req-9721dc68-22b6-42f2-9979-23d8b8a18a00 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0252721 Jul 28 05:21:03.908868 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-07bf5fef-13bb-4b14-97e4-2f0b058ec8a6 req-1da4e148-36d9-4033-bd1e-cd28df1f0469 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0260711 Jul 28 05:21:05.007001 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-feaf88bb-dc94-4652-b07e-4b2c71dd65cd req-a0fa75a1-ba5e-4af5-b5d7-f1a49f2b74ff tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0283613 Jul 28 05:21:06.100948 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2530ddf4-1abe-42cf-9f2f-85f86242ec1f req-4c53d9f7-d99b-4ebe-abf1-373e7678d46f tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0251505 Jul 28 05:21:07.201479 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-148b2313-78b6-4572-9cbf-fd19711c7469 req-652bd978-ad50-49f5-a417-5e97fbd55416 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0257761 Jul 28 05:21:08.295982 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6ce02e9a-50fa-42e0-b9c1-a54010052104 req-9087d830-b502-459c-bea5-b9f7a0428a9b tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0256402 Jul 28 05:21:09.390818 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3749c60a-0ca3-4b05-a061-535e4bb79bf6 req-65ec664c-e229-4857-81c2-082ff3647d69 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0252688 Jul 28 05:21:10.485812 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1d7302f3-16e6-41a7-925c-0cc11a706878 req-2a5a0ceb-cd5d-4f08-834c-a8c798f75b59 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0254974 Jul 28 05:21:11.583932 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-dce143a2-3a2a-44d7-ac6b-5596d5b0195e req-30338127-d037-4afb-802f-7f3596e347bb tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0285714 Jul 28 05:21:12.683222 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-00d1523d-c0fa-4780-8ce4-19720431e856 req-f721b4a7-afab-43e1-b59c-334b496503df tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0272734 Jul 28 05:21:13.778999 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7d1bb78c-8070-413d-9e0b-2d422865d2d7 req-3c0f4f4b-c3e5-4b37-8371-ddc114c79281 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0258586 Jul 28 05:21:14.872844 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-49bfe622-c5b7-4da0-bcef-8a1b4c6c4d56 req-8b5175aa-5e06-4e2f-8b31-0522075c478b tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0252883 Jul 28 05:21:15.973175 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7d0aeef7-bcd7-499a-b168-bb4e5e2325e1 req-fd8c0bbd-aa5f-492a-8421-192544c59676 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0257969 Jul 28 05:21:17.068770 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2c31dfb0-6379-487e-91fa-ffc357c191b8 req-18e3b6db-e3b3-4ee9-b885-e513da2a834d tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0251799 Jul 28 05:21:17.420380 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:21:18.166158 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6a6066ad-b396-4ecd-96a9-288b8cfbd292 req-fbfae293-f9c2-466f-89bb-7cd26cc99b3d tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0282464 Jul 28 05:21:18.249390 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:21:19.263812 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8628a37e-c7d7-45c9-9108-e483dbbac3a7 req-db9eedeb-2c6b-40d0-b636-1ab274dabc92 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0251610 Jul 28 05:21:20.359076 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0ee484e8-e1e4-4c9f-9edf-37e446a1e0b2 req-18bc35d7-b3b8-4b37-bf9d-4a07d89930d7 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0261612 Jul 28 05:21:21.457653 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b74b3647-260c-41a8-a539-cf68d0f7043c req-066e24eb-e202-4af0-a4a8-e03641c84b0a tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0250690 Jul 28 05:21:22.553127 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3b090d2b-cf08-4c59-bef9-384c9e928a85 req-1ba51941-be5d-452f-b3ab-0fefad18439f tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0256314 Jul 28 05:21:23.648815 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0d68566e-c93a-4c9d-8402-b5dbb747074f req-35dc18ef-7ee3-45f1-8b88-143982fafde6 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0268958 Jul 28 05:21:23.940624 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-7684a977-0011-4e81-a688-26c805c88f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:21:24.745431 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8dea3a5d-5c16-4221-8375-a8a521f285fc req-66a0fef8-30c1-49ee-a862-0f7b64cdd06a tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0285242 Jul 28 05:21:25.839324 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-88c95a69-906a-4027-8cc1-324d43316925 req-b20dac18-901e-42e4-87ab-5f7283d5e1e3 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0246892 Jul 28 05:21:26.801822 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-32cee3a6-ec06-432c-b947-d414d9187641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:21:26.889229 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:21:26.939871 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-337aa81b-7dde-4475-b67a-0b6b633effd4 req-ce99dcec-b935-4c55-aecc-1e3803ed3ff7 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0299768 Jul 28 05:21:27.780393 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:21:28.042240 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bade68ec-880f-4529-974c-6bf502c5e4b9 req-3e84b90e-99b0-435c-886a-4093dbfe1569 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0267522 Jul 28 05:21:28.232635 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9bdd7318-3fde-4080-9ddc-4cb401f3bf92 req-56e087dd-6ae3-4251-a316-d92ca8910b74 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f652b9b0-e56e-41d8-9966-2b0810f7259d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383306 Jul 28 05:21:28.308683 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd7318-3fde-4080-9ddc-4cb401f3bf92 req-7d13c1e5-e804-4052-bd46-923b4940acde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:21:28.310107 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9bdd7318-3fde-4080-9ddc-4cb401f3bf92 req-7d13c1e5-e804-4052-bd46-923b4940acde service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=30b837791a4f45f7bbefa0af378d5354&device_id=f652b9b0-e56e-41d8-9966-2b0810f7259d HTTP/1.1" status: 200 len: 1099 time: 0.0446942 Jul 28 05:21:28.411361 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd7318-3fde-4080-9ddc-4cb401f3bf92 req-e9e6acdb-6f03-4a05-9df3-8df1d9421556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:21:28.413092 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9bdd7318-3fde-4080-9ddc-4cb401f3bf92 req-e9e6acdb-6f03-4a05-9df3-8df1d9421556 service neutron] 10.222.0.21 "GET /v2.0/networks?id=300c0b7a-3ec7-45c6-b237-7a8d9dd471d0 HTTP/1.1" status: 200 len: 915 time: 0.0834258 Jul 28 05:21:28.457063 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9bdd7318-3fde-4080-9ddc-4cb401f3bf92 req-cc718d21-4433-4885-a17f-cd9c03b34157 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9935c8e0-c7b1-4984-92f8-16ae30efdd04 HTTP/1.1" status: 200 len: 217 time: 0.0360522 Jul 28 05:21:28.503389 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd7318-3fde-4080-9ddc-4cb401f3bf92 req-0b9b8864-9f50-4822-83ac-ea4a2b0bc7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:21:28.504798 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9bdd7318-3fde-4080-9ddc-4cb401f3bf92 req-0b9b8864-9f50-4822-83ac-ea4a2b0bc7b9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f56af102-7f6a-4a13-8214-ac092fadb2ac HTTP/1.1" status: 200 len: 854 time: 0.0414395 Jul 28 05:21:28.534178 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9bdd7318-3fde-4080-9ddc-4cb401f3bf92 req-218272d4-47f3-4f97-bf5b-408caa6655cc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=300c0b7a-3ec7-45c6-b237-7a8d9dd471d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0225041 Jul 28 05:21:28.619734 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9bdd7318-3fde-4080-9ddc-4cb401f3bf92 req-e6b5a763-4f76-4410-979e-554940af6d85 service neutron] 10.222.0.21 "GET /v2.0/networks/300c0b7a-3ec7-45c6-b237-7a8d9dd471d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777621 Jul 28 05:21:28.709132 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9bdd7318-3fde-4080-9ddc-4cb401f3bf92 req-393b7cb4-31a6-41a1-bb19-255346f63464 service neutron] 10.222.0.21 "GET /v2.0/networks/300c0b7a-3ec7-45c6-b237-7a8d9dd471d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807593 Jul 28 05:21:29.137049 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-eeb2f463-d275-4b18-9608-cadd4ec57dac req-49ca25a2-8a15-48a6-ac31-636c5d31d9c3 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0252371 Jul 28 05:21:29.285113 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:21:30.232657 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c673a092-2423-4cb4-b870-6bd263b2bdab req-ab25e524-aaab-48e4-8167-a4292f1d9f3d tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0257769 Jul 28 05:21:31.329399 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-600dd08c-bf74-42ce-9e56-0b2867a2a994 req-c32f0785-0cfb-454f-825b-af0f802eaa16 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0274777 Jul 28 05:21:32.438330 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f3fad371-0ba2-44fc-a2b1-1923bc20b7cf req-f77ff7c2-d53d-4b6c-93ed-0bd2b19639cd tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=16111e10-0c5b-49b8-89d1-7539f001eca5 HTTP/1.1" status: 200 len: 210 time: 0.0278752 Jul 28 05:21:33.527490 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 52060) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:21:33.580601 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-370dc9a5-d00b-4a90-85ed-58ef9c3df4b8 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:21:33.603837 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-370dc9a5-d00b-4a90-85ed-58ef9c3df4b8 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:21:33.652249 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-370dc9a5-d00b-4a90-85ed-58ef9c3df4b8 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:21:33.655910 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-370dc9a5-d00b-4a90-85ed-58ef9c3df4b8 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:21:33.657267 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-370dc9a5-d00b-4a90-85ed-58ef9c3df4b8 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "DELETE /v2.0/security-groups/014bbb43-3d72-4915-b240-cd83d8f5d1d0 HTTP/1.1" status: 204 len: 168 time: 0.1287696 Jul 28 05:21:33.660559 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 52066) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:21:33.666395 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370dc9a5-d00b-4a90-85ed-58ef9c3df4b8 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=014bbb43-3d72-4915-b240-cd83d8f5d1d0,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:21:33.673734 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370dc9a5-d00b-4a90-85ed-58ef9c3df4b8 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:21:33.674077 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370dc9a5-d00b-4a90-85ed-58ef9c3df4b8 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:21:33.674467 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370dc9a5-d00b-4a90-85ed-58ef9c3df4b8 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:21:33.674846 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370dc9a5-d00b-4a90-85ed-58ef9c3df4b8 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:21:33.675175 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370dc9a5-d00b-4a90-85ed-58ef9c3df4b8 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:21:33.675521 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370dc9a5-d00b-4a90-85ed-58ef9c3df4b8 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:21:33.675835 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.api.v2.resource [None req-8af840c3-78c6-467f-8a01-dd5482c874a3 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] show failed (client error): The resource could not be found. Jul 28 05:21:33.675986 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370dc9a5-d00b-4a90-85ed-58ef9c3df4b8 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:21:33.676158 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370dc9a5-d00b-4a90-85ed-58ef9c3df4b8 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:21:33.676489 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370dc9a5-d00b-4a90-85ed-58ef9c3df4b8 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:21:33.676795 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370dc9a5-d00b-4a90-85ed-58ef9c3df4b8 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:21:33.677117 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370dc9a5-d00b-4a90-85ed-58ef9c3df4b8 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:21:33.677404 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-8af840c3-78c6-467f-8a01-dd5482c874a3 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups/014bbb43-3d72-4915-b240-cd83d8f5d1d0 HTTP/1.1" status: 404 len: 347 time: 0.0158021 Jul 28 05:21:33.677526 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370dc9a5-d00b-4a90-85ed-58ef9c3df4b8 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:21:33.680753 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 52072) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:21:33.804147 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-f04414cc-b94c-4f15-ae4b-e40f0ad5dba9 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Deleting port 14648e63-5def-482d-a97c-35c464d80da3 {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 05:21:33.804588 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f04414cc-b94c-4f15-ae4b-e40f0ad5dba9 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227548555'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:21:33.876615 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f04414cc-b94c-4f15-ae4b-e40f0ad5dba9 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402200'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:21:33.876875 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f04414cc-b94c-4f15-ae4b-e40f0ad5dba9 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:21:33.888079 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-f04414cc-b94c-4f15-ae4b-e40f0ad5dba9 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Calling delete_port for 14648e63-5def-482d-a97c-35c464d80da3 owned by network:floatingip {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 05:21:34.049034 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f04414cc-b94c-4f15-ae4b-e40f0ad5dba9 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227552799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227148301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4414135'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:21:34.078286 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04414cc-b94c-4f15-ae4b-e40f0ad5dba9 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Pushing event deleted for resources: {'Port': ['ID=14648e63-5def-482d-a97c-35c464d80da3,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:21:34.099681 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04414cc-b94c-4f15-ae4b-e40f0ad5dba9 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:21:34.100026 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04414cc-b94c-4f15-ae4b-e40f0ad5dba9 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:21:34.100362 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04414cc-b94c-4f15-ae4b-e40f0ad5dba9 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:21:34.100695 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04414cc-b94c-4f15-ae4b-e40f0ad5dba9 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:21:34.101024 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04414cc-b94c-4f15-ae4b-e40f0ad5dba9 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:21:34.101353 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04414cc-b94c-4f15-ae4b-e40f0ad5dba9 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:21:34.101786 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04414cc-b94c-4f15-ae4b-e40f0ad5dba9 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:21:34.101987 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04414cc-b94c-4f15-ae4b-e40f0ad5dba9 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:21:34.102307 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04414cc-b94c-4f15-ae4b-e40f0ad5dba9 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:21:34.102631 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04414cc-b94c-4f15-ae4b-e40f0ad5dba9 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:21:34.102942 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04414cc-b94c-4f15-ae4b-e40f0ad5dba9 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:21:34.103304 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04414cc-b94c-4f15-ae4b-e40f0ad5dba9 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:21:34.143870 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f04414cc-b94c-4f15-ae4b-e40f0ad5dba9 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks [] for floatingip, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:21:34.146372 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f04414cc-b94c-4f15-ae4b-e40f0ad5dba9 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068'] for floatingip, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:21:34.147629 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-f04414cc-b94c-4f15-ae4b-e40f0ad5dba9 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "DELETE /v2.0/floatingips/d6ecf632-00cd-4a5a-8ca8-09431275a0a2 HTTP/1.1" status: 204 len: 168 time: 0.4665678 Jul 28 05:21:34.488982 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 52080) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:21:34.493603 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-45bd7f0d-e9ac-42c4-9b86-c66e5b7c6a33 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1831594310', 'description': 'tempest-description--1582654862'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:21:34.514936 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-45bd7f0d-e9ac-42c4-9b86-c66e5b7c6a33 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:21:34.592145 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-45bd7f0d-e9ac-42c4-9b86-c66e5b7c6a33 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:21:34.595599 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-45bd7f0d-e9ac-42c4-9b86-c66e5b7c6a33 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:21:34.621097 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-45bd7f0d-e9ac-42c4-9b86-c66e5b7c6a33 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:21:34.622521 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-45bd7f0d-e9ac-42c4-9b86-c66e5b7c6a33 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1325123 Jul 28 05:21:34.626186 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 52082) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:21:34.627222 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bd7f0d-e9ac-42c4-9b86-c66e5b7c6a33 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01316aea-fa35-4d63-889b-22d91826ca51,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:21:34.630943 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-e18c8bea-c7ea-4b09-9c7f-ba3d19602db9 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Request body: {'security_group_rule': {'security_group_id': '01316aea-fa35-4d63-889b-22d91826ca51', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:21:34.657162 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e18c8bea-c7ea-4b09-9c7f-ba3d19602db9 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:21:34.713903 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e18c8bea-c7ea-4b09-9c7f-ba3d19602db9 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:21:34.718475 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e18c8bea-c7ea-4b09-9c7f-ba3d19602db9 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610225'] for security_group_rule, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:21:34.736313 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c8bea-c7ea-4b09-9c7f-ba3d19602db9 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aebce35-3920-4eac-b440-a4d756c6df2f,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:21:34.742151 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e18c8bea-c7ea-4b09-9c7f-ba3d19602db9 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:21:34.743354 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-e18c8bea-c7ea-4b09-9c7f-ba3d19602db9 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1161823 Jul 28 05:21:34.745995 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 52088) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:21:34.750342 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-04f2667d-7077-42cc-9f3d-b5e199239d50 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Request body: {'security_group_rule': {'security_group_id': '01316aea-fa35-4d63-889b-22d91826ca51', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:21:34.776358 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-04f2667d-7077-42cc-9f3d-b5e199239d50 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:21:34.843233 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-04f2667d-7077-42cc-9f3d-b5e199239d50 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:21:34.846773 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-04f2667d-7077-42cc-9f3d-b5e199239d50 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610225'] for security_group_rule, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:21:34.866150 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-04f2667d-7077-42cc-9f3d-b5e199239d50 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:21:34.870052 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-04f2667d-7077-42cc-9f3d-b5e199239d50 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1204212 Jul 28 05:21:34.870052 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f2667d-7077-42cc-9f3d-b5e199239d50 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3df34569-5866-4ef5-9d9d-b26e8dddc580,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:21:34.870922 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 52096) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:21:34.876915 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-8373eb70-a5de-491e-b15e-d7c98694111e tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Request body: {'floatingip': {'floating_network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:21:34.897493 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8373eb70-a5de-491e-b15e-d7c98694111e tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks [] for floatingip, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:21:34.992530 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8373eb70-a5de-491e-b15e-d7c98694111e tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:21:35.092892 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_common [None req-8373eb70-a5de-491e-b15e-d7c98694111e tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Allocated IP 172.27.2.6 (c7125004-43ac-4633-9f2f-3f406f3e858d/e72a7812-7eaf-41ec-8662-055279a1b0f7/b8f234f5-83ca-4cc0-848a-b3caa7449792) {{(pid=93163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:21:35.188180 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8373eb70-a5de-491e-b15e-d7c98694111e tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks [] for port, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:21:35.224659 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8373eb70-a5de-491e-b15e-d7c98694111e tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227148292'] for port, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:21:35.258282 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8373eb70-a5de-491e-b15e-d7c98694111e tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Network c7125004-43ac-4633-9f2f-3f406f3e858d is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:21:35.260907 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-8373eb70-a5de-491e-b15e-d7c98694111e tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:21:35.266418 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8373eb70-a5de-491e-b15e-d7c98694111e tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Received port after_create {{(pid=93163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 05:21:35.282776 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8373eb70-a5de-491e-b15e-d7c98694111e tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Pushing event updated for resources: {'Port': ['ID=b8f234f5-83ca-4cc0-848a-b3caa7449792,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:21:35.321914 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8373eb70-a5de-491e-b15e-d7c98694111e tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:21:35.358390 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8373eb70-a5de-491e-b15e-d7c98694111e tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:21:35.499729 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8373eb70-a5de-491e-b15e-d7c98694111e tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks [] for port, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:21:35.503753 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8373eb70-a5de-491e-b15e-d7c98694111e tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:21:35.531087 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8373eb70-a5de-491e-b15e-d7c98694111e tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406535'] for floatingip, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:21:35.551378 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8373eb70-a5de-491e-b15e-d7c98694111e tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068'] for floatingip, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:21:35.552588 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-8373eb70-a5de-491e-b15e-d7c98694111e tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.6801214 Jul 28 05:21:35.553405 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8373eb70-a5de-491e-b15e-d7c98694111e tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Pushing event updated for resources: {'Port': ['ID=b8f234f5-83ca-4cc0-848a-b3caa7449792,revision_number=2']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:21:35.711969 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a5cbd245-2255-4ab9-9488-4e970ed7616a req-cd0c4a81-580c-4837-b934-f36b2de4b2f7 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1831594310&fields=id&tenant_id=f77014531530497aa60d1269fde1bd6f HTTP/1.1" status: 200 len: 267 time: 0.0328903 Jul 28 05:21:35.818106 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cbd245-2255-4ab9-9488-4e970ed7616a req-0a41fc8e-79c6-4d50-8f63-5d2038ad9851 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:21:35.819612 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a5cbd245-2255-4ab9-9488-4e970ed7616a req-0a41fc8e-79c6-4d50-8f63-5d2038ad9851 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/networks?id=34e1948f-8e2c-47b9-a68d-5f2322a08957 HTTP/1.1" status: 200 len: 817 time: 0.1010325 Jul 28 05:21:35.835999 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a5cbd245-2255-4ab9-9488-4e970ed7616a req-9e052f03-aa87-4805-8edb-0efac3c5cd91 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/quotas/f77014531530497aa60d1269fde1bd6f HTTP/1.1" status: 200 len: 375 time: 0.0102227 Jul 28 05:21:36.138336 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a5cbd245-2255-4ab9-9488-4e970ed7616a req-5c4a0935-a27f-4864-8987-f69a371eb670 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f77014531530497aa60d1269fde1bd6f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2967365 Jul 28 05:21:36.189510 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [req-a5cbd245-2255-4ab9-9488-4e970ed7616a req-c224dd29-ef30-4c5f-9c5e-dcae0423d5e8 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 05:21:36.190489 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a5cbd245-2255-4ab9-9488-4e970ed7616a req-c224dd29-ef30-4c5f-9c5e-dcae0423d5e8 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0412025 Jul 28 05:21:36.274203 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a5cbd245-2255-4ab9-9488-4e970ed7616a req-f0f1063b-f4d1-4e05-9ec6-5b2b2b2b842e service neutron] 10.222.0.13 "GET /v2.0/networks/34e1948f-8e2c-47b9-a68d-5f2322a08957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776627 Jul 28 05:21:36.362755 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a5cbd245-2255-4ab9-9488-4e970ed7616a req-308f9185-7397-4caa-87cd-706fcd930977 service neutron] 10.222.0.13 "GET /v2.0/networks/34e1948f-8e2c-47b9-a68d-5f2322a08957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822556 Jul 28 05:21:36.518065 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-991bca11-fc75-472c-b644-8599f088e933 req-f6ecb42c-590d-4612-82fc-9b05373ffe66 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bd4a16f-3c5c-4d91-902d-275582ce5793 HTTP/1.1" status: 200 len: 210 time: 0.0258794 Jul 28 05:21:37.623136 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3b874502-88a4-48f5-b977-70218e24e939 req-722c6f39-8743-4eac-8792-a898be1f7825 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bd4a16f-3c5c-4d91-902d-275582ce5793 HTTP/1.1" status: 200 len: 210 time: 0.0334857 Jul 28 05:21:37.630797 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cbd245-2255-4ab9-9488-4e970ed7616a req-79d9cac9-d8b9-4037-b554-39c3f7d777c0 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:21:37.632311 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a5cbd245-2255-4ab9-9488-4e970ed7616a req-79d9cac9-d8b9-4037-b554-39c3f7d777c0 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.21 "GET /v2.0/networks?id=34e1948f-8e2c-47b9-a68d-5f2322a08957 HTTP/1.1" status: 200 len: 817 time: 0.1330469 Jul 28 05:21:37.680536 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a5cbd245-2255-4ab9-9488-4e970ed7616a req-e1e7cc8f-4545-49ff-95d3-c9e11f855533 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f77014531530497aa60d1269fde1bd6f HTTP/1.1" status: 200 len: 380 time: 0.0337341 Jul 28 05:21:37.694957 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [req-a5cbd245-2255-4ab9-9488-4e970ed7616a req-46c60868-4857-4d2d-a481-aee7acc3e18d tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Request body: {'port': {'device_id': '6bd4a16f-3c5c-4d91-902d-275582ce5793', 'network_id': '34e1948f-8e2c-47b9-a68d-5f2322a08957', 'admin_state_up': True, 'tenant_id': 'f77014531530497aa60d1269fde1bd6f', 'security_groups': ['01316aea-fa35-4d63-889b-22d91826ca51']}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:21:37.796218 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5cbd245-2255-4ab9-9488-4e970ed7616a req-46c60868-4857-4d2d-a481-aee7acc3e18d tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Made reservation on behalf of f77014531530497aa60d1269fde1bd6f for: {'port': 1} {{(pid=93163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:21:37.799594 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-a5cbd245-2255-4ab9-9488-4e970ed7616a req-46c60868-4857-4d2d-a481-aee7acc3e18d tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:21:37.924692 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_common [req-a5cbd245-2255-4ab9-9488-4e970ed7616a req-46c60868-4857-4d2d-a481-aee7acc3e18d tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Allocated IP 172.20.0.7 (34e1948f-8e2c-47b9-a68d-5f2322a08957/e9700662-b8e7-49fb-ada5-3c005d49b640/f2e72bef-562a-45c2-83de-8465908db9f1) {{(pid=93163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:21:38.064649 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-a5cbd245-2255-4ab9-9488-4e970ed7616a req-46c60868-4857-4d2d-a481-aee7acc3e18d tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks [] for port, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:21:38.078559 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [req-a5cbd245-2255-4ab9-9488-4e970ed7616a req-46c60868-4857-4d2d-a481-aee7acc3e18d tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Transition to ACTIVE for port object f2e72bef-562a-45c2-83de-8465908db9f1 will not be triggered until provisioned by entity DHCP. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:21:38.111075 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-a5cbd245-2255-4ab9-9488-4e970ed7616a req-46c60868-4857-4d2d-a481-aee7acc3e18d tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227148292'] for port, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:21:38.152150 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5cbd245-2255-4ab9-9488-4e970ed7616a req-46c60868-4857-4d2d-a481-aee7acc3e18d tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Network 34e1948f-8e2c-47b9-a68d-5f2322a08957 is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:21:38.155731 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [req-a5cbd245-2255-4ab9-9488-4e970ed7616a req-46c60868-4857-4d2d-a481-aee7acc3e18d tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:21:38.161800 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5cbd245-2255-4ab9-9488-4e970ed7616a req-46c60868-4857-4d2d-a481-aee7acc3e18d tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Received port after_create {{(pid=93163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 05:21:38.166656 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cbd245-2255-4ab9-9488-4e970ed7616a req-46c60868-4857-4d2d-a481-aee7acc3e18d tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:21:38.167269 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-a5cbd245-2255-4ab9-9488-4e970ed7616a req-46c60868-4857-4d2d-a481-aee7acc3e18d tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068'] for port, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:21:38.173516 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c60868-4857-4d2d-a481-aee7acc3e18d tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Pushing event updated for resources: {'Port': ['ID=f2e72bef-562a-45c2-83de-8465908db9f1,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:21:38.186791 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a5cbd245-2255-4ab9-9488-4e970ed7616a req-46c60868-4857-4d2d-a481-aee7acc3e18d tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.4952638 Jul 28 05:21:38.206018 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [req-a5cbd245-2255-4ab9-9488-4e970ed7616a req-e348644c-dd55-416a-9f27-b6f187dc2fab service neutron] Request body: {'port': {'device_id': '6bd4a16f-3c5c-4d91-902d-275582ce5793', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80161'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:21:38.263784 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-a5cbd245-2255-4ab9-9488-4e970ed7616a req-e348644c-dd55-416a-9f27-b6f187dc2fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:21:38.356420 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-5f75d105-7982-4f02-b367-109ab6423f29 None None] Provisioning for port f2e72bef-562a-45c2-83de-8465908db9f1 completed by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:21:38.360257 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-5f75d105-7982-4f02-b367-109ab6423f29 None None] Provisioning complete for port f2e72bef-562a-45c2-83de-8465908db9f1 triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:21:38.360739 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-5f75d105-7982-4f02-b367-109ab6423f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:21:38.397983 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-5f75d105-7982-4f02-b367-109ab6423f29 None None] Port f2e72bef-562a-45c2-83de-8465908db9f1 cannot update to ACTIVE because it is not bound. {{(pid=93164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 05:21:38.528424 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [req-a5cbd245-2255-4ab9-9488-4e970ed7616a req-e348644c-dd55-416a-9f27-b6f187dc2fab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2e72bef-562a-45c2-83de-8465908db9f1 {{(pid=93163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 05:21:38.535575 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-a5cbd245-2255-4ab9-9488-4e970ed7616a req-e348644c-dd55-416a-9f27-b6f187dc2fab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:21:38.546789 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [req-a5cbd245-2255-4ab9-9488-4e970ed7616a req-e348644c-dd55-416a-9f27-b6f187dc2fab service neutron] Transition to ACTIVE for port object f2e72bef-562a-45c2-83de-8465908db9f1 will not be triggered until provisioned by entity L2. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:21:38.551327 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-a5cbd245-2255-4ab9-9488-4e970ed7616a req-e348644c-dd55-416a-9f27-b6f187dc2fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:21:38.599535 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e348644c-dd55-416a-9f27-b6f187dc2fab service neutron] Pushing event updated for resources: {'Port': ['ID=f2e72bef-562a-45c2-83de-8465908db9f1,revision_number=2']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:21:38.637956 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [req-a5cbd245-2255-4ab9-9488-4e970ed7616a req-e348644c-dd55-416a-9f27-b6f187dc2fab service neutron] Attempting to bind port f2e72bef-562a-45c2-83de-8465908db9f1 on host hv-cinder-80161 for vnic_type normal with profile {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 05:21:38.639593 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [req-a5cbd245-2255-4ab9-9488-4e970ed7616a req-e348644c-dd55-416a-9f27-b6f187dc2fab service neutron] Attempting to bind port f2e72bef-562a-45c2-83de-8465908db9f1 by drivers openvswitch,hyperv on host hv-cinder-80161 at level 0 using segments [{'id': 'b6e7b6af-52d2-4c9f-b399-76a1466735d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '34e1948f-8e2c-47b9-a68d-5f2322a08957'}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 05:21:38.639984 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cbd245-2255-4ab9-9488-4e970ed7616a req-e348644c-dd55-416a-9f27-b6f187dc2fab service neutron] Attempting to bind port f2e72bef-562a-45c2-83de-8465908db9f1 on network 34e1948f-8e2c-47b9-a68d-5f2322a08957 {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:21:38.644442 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cbd245-2255-4ab9-9488-4e970ed7616a req-e348644c-dd55-416a-9f27-b6f187dc2fab service neutron] Port f2e72bef-562a-45c2-83de-8465908db9f1 on network 34e1948f-8e2c-47b9-a68d-5f2322a08957 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80161 {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 05:21:38.644765 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cbd245-2255-4ab9-9488-4e970ed7616a req-e348644c-dd55-416a-9f27-b6f187dc2fab service neutron] Attempting to bind port f2e72bef-562a-45c2-83de-8465908db9f1 on network 34e1948f-8e2c-47b9-a68d-5f2322a08957 {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:21:38.650752 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cbd245-2255-4ab9-9488-4e970ed7616a req-e348644c-dd55-416a-9f27-b6f187dc2fab service neutron] Checking agent: {'id': '4cdb6954-a1c9-49c3-81e0-9b963b26fa6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80161', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 5, 7, 18), 'started_at': datetime.datetime(2021, 7, 28, 5, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 5, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 05:21:38.651477 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cbd245-2255-4ab9-9488-4e970ed7616a req-e348644c-dd55-416a-9f27-b6f187dc2fab service neutron] Checking segment: {'id': 'b6e7b6af-52d2-4c9f-b399-76a1466735d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '34e1948f-8e2c-47b9-a68d-5f2322a08957'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:21:38.652085 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cbd245-2255-4ab9-9488-4e970ed7616a req-e348644c-dd55-416a-9f27-b6f187dc2fab service neutron] Bound using segment: {'id': 'b6e7b6af-52d2-4c9f-b399-76a1466735d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '34e1948f-8e2c-47b9-a68d-5f2322a08957'} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 05:21:38.652520 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [req-a5cbd245-2255-4ab9-9488-4e970ed7616a req-e348644c-dd55-416a-9f27-b6f187dc2fab service neutron] Bound port: f2e72bef-562a-45c2-83de-8465908db9f1, host: hv-cinder-80161, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6e7b6af-52d2-4c9f-b399-76a1466735d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '34e1948f-8e2c-47b9-a68d-5f2322a08957'}}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 05:21:38.652881 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-a5cbd245-2255-4ab9-9488-4e970ed7616a req-e348644c-dd55-416a-9f27-b6f187dc2fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:21:38.746241 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [req-a5cbd245-2255-4ab9-9488-4e970ed7616a req-e348644c-dd55-416a-9f27-b6f187dc2fab service neutron] For port f2e72bef-562a-45c2-83de-8465908db9f1, host hv-cinder-80161, cleared binding levels {{(pid=93163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:21:38.761963 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [req-a5cbd245-2255-4ab9-9488-4e970ed7616a req-e348644c-dd55-416a-9f27-b6f187dc2fab service neutron] For port f2e72bef-562a-45c2-83de-8465908db9f1, host hv-cinder-80161, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=f2e72bef-562a-45c2-83de-8465908db9f1,segment=NetworkSegment(b6e7b6af-52d2-4c9f-b399-76a1466735d9),segment_id=b6e7b6af-52d2-4c9f-b399-76a1466735d9)] {{(pid=93163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:21:38.767707 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-a5cbd245-2255-4ab9-9488-4e970ed7616a req-e348644c-dd55-416a-9f27-b6f187dc2fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:21:38.782283 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2ed26-3e44-4d90-b4a1-01e9535d14be req-f1856f6b-6d45-4e11-a3e4-599cf1135fdc tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:21:38.783703 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8da2ed26-3e44-4d90-b4a1-01e9535d14be req-f1856f6b-6d45-4e11-a3e4-599cf1135fdc tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bd4a16f-3c5c-4d91-902d-275582ce5793 HTTP/1.1" status: 200 len: 943 time: 0.0802770 Jul 28 05:21:38.816756 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cbd245-2255-4ab9-9488-4e970ed7616a req-e348644c-dd55-416a-9f27-b6f187dc2fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:21:38.817364 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-a5cbd245-2255-4ab9-9488-4e970ed7616a req-e348644c-dd55-416a-9f27-b6f187dc2fab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068'] for port, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:21:38.818722 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a5cbd245-2255-4ab9-9488-4e970ed7616a req-e348644c-dd55-416a-9f27-b6f187dc2fab service neutron] 10.222.0.21 "PUT /v2.0/ports/f2e72bef-562a-45c2-83de-8465908db9f1 HTTP/1.1" status: 200 len: 1093 time: 0.6175387 Jul 28 05:21:38.819132 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bd4a16f-3c5c-4d91-902d-275582ce5793', 'tag': 'f2e72bef-562a-45c2-83de-8465908db9f1'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:21:38.821344 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdaae2d937131cd036474998a49e3e11d53281396ea4e1ac8b096c837d21eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543de5ae-d961-4467-bfa0-c099a275e8f9" -d '{"events": [{"name": "network-changed", "server_uuid": "6bd4a16f-3c5c-4d91-902d-275582ce5793", "tag": "f2e72bef-562a-45c2-83de-8465908db9f1"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:21:38.859679 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 05:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53aa6b5-ec5b-459b-9d5b-4af35540ff40 x-openstack-request-id: req-a53aa6b5-ec5b-459b-9d5b-4af35540ff40 {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:21:38.859964 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bd4a16f-3c5c-4d91-902d-275582ce5793", "tag": "f2e72bef-562a-45c2-83de-8465908db9f1", "status": "completed", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:21:38.860207 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a53aa6b5-ec5b-459b-9d5b-4af35540ff40 {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:21:38.860590 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bd4a16f-3c5c-4d91-902d-275582ce5793', 'tag': 'f2e72bef-562a-45c2-83de-8465908db9f1', 'status': 'completed', 'code': 200} Jul 28 05:21:38.867264 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e348644c-dd55-416a-9f27-b6f187dc2fab service neutron] Pushing event updated for resources: {'Port': ['ID=f2e72bef-562a-45c2-83de-8465908db9f1,revision_number=3']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:21:38.874031 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8da2ed26-3e44-4d90-b4a1-01e9535d14be req-5dd00977-0d64-474f-8aa0-370deb26270e tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=01316aea-fa35-4d63-889b-22d91826ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709646 Jul 28 05:21:38.948433 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cbd245-2255-4ab9-9488-4e970ed7616a req-225d3141-4b71-4d0b-b2ef-6ff77c6e17cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:21:38.950031 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a5cbd245-2255-4ab9-9488-4e970ed7616a req-225d3141-4b71-4d0b-b2ef-6ff77c6e17cb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f77014531530497aa60d1269fde1bd6f&device_id=6bd4a16f-3c5c-4d91-902d-275582ce5793 HTTP/1.1" status: 200 len: 1096 time: 0.0581431 Jul 28 05:21:38.999804 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a5cbd245-2255-4ab9-9488-4e970ed7616a req-43219eb0-71fd-4fa4-a01c-745a75215ae3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2e72bef-562a-45c2-83de-8465908db9f1 HTTP/1.1" status: 200 len: 217 time: 0.0362558 Jul 28 05:21:39.050021 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cbd245-2255-4ab9-9488-4e970ed7616a req-d225aa52-1d82-4481-bf37-95fedb88ed61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:21:39.051535 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a5cbd245-2255-4ab9-9488-4e970ed7616a req-d225aa52-1d82-4481-bf37-95fedb88ed61 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e9700662-b8e7-49fb-ada5-3c005d49b640 HTTP/1.1" status: 200 len: 856 time: 0.0453947 Jul 28 05:21:39.100395 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cbd245-2255-4ab9-9488-4e970ed7616a req-5b417bec-a6cf-43f1-827d-ea5c083b66da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:21:39.101732 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a5cbd245-2255-4ab9-9488-4e970ed7616a req-5b417bec-a6cf-43f1-827d-ea5c083b66da service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=34e1948f-8e2c-47b9-a68d-5f2322a08957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433133 Jul 28 05:21:39.191053 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a5cbd245-2255-4ab9-9488-4e970ed7616a req-91cc40cd-0045-45e5-ac9b-92f293fe566e service neutron] 10.222.0.21 "GET /v2.0/networks/34e1948f-8e2c-47b9-a68d-5f2322a08957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812845 Jul 28 05:21:39.280666 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a5cbd245-2255-4ab9-9488-4e970ed7616a req-afe42878-1fdc-41d4-a21f-3b7d5f0a43fb service neutron] 10.222.0.21 "GET /v2.0/networks/34e1948f-8e2c-47b9-a68d-5f2322a08957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830336 Jul 28 05:21:39.412019 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543de5ae-d961-4467-bfa0-c099a275e8f9 req-498333fc-1921-4c14-b395-f645f97b88a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:21:39.413477 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-543de5ae-d961-4467-bfa0-c099a275e8f9 req-498333fc-1921-4c14-b395-f645f97b88a5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f77014531530497aa60d1269fde1bd6f&device_id=6bd4a16f-3c5c-4d91-902d-275582ce5793 HTTP/1.1" status: 200 len: 1096 time: 0.0403304 Jul 28 05:21:39.500559 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543de5ae-d961-4467-bfa0-c099a275e8f9 req-9c8745e7-e6fc-4e4b-9c17-eb394437b741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:21:39.501972 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-543de5ae-d961-4467-bfa0-c099a275e8f9 req-9c8745e7-e6fc-4e4b-9c17-eb394437b741 service neutron] 10.222.0.21 "GET /v2.0/networks?id=34e1948f-8e2c-47b9-a68d-5f2322a08957 HTTP/1.1" status: 200 len: 918 time: 0.0805237 Jul 28 05:21:39.545814 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-543de5ae-d961-4467-bfa0-c099a275e8f9 req-845b59f4-d874-4c11-b79c-443eeae22386 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2e72bef-562a-45c2-83de-8465908db9f1 HTTP/1.1" status: 200 len: 217 time: 0.0355282 Jul 28 05:21:39.593459 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543de5ae-d961-4467-bfa0-c099a275e8f9 req-8b9b4445-901e-47c1-84cd-2f094570da72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:21:39.594754 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-543de5ae-d961-4467-bfa0-c099a275e8f9 req-8b9b4445-901e-47c1-84cd-2f094570da72 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e9700662-b8e7-49fb-ada5-3c005d49b640 HTTP/1.1" status: 200 len: 856 time: 0.0425313 Jul 28 05:21:39.638363 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543de5ae-d961-4467-bfa0-c099a275e8f9 req-5b111be3-6af1-4998-973f-63d6111aa726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:21:39.640315 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-543de5ae-d961-4467-bfa0-c099a275e8f9 req-5b111be3-6af1-4998-973f-63d6111aa726 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=34e1948f-8e2c-47b9-a68d-5f2322a08957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383203 Jul 28 05:21:39.730180 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-543de5ae-d961-4467-bfa0-c099a275e8f9 req-02d3bf02-2d45-4b84-9b34-e4759d3cad76 service neutron] 10.222.0.21 "GET /v2.0/networks/34e1948f-8e2c-47b9-a68d-5f2322a08957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822039 Jul 28 05:21:39.815662 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-543de5ae-d961-4467-bfa0-c099a275e8f9 req-13a8df00-0ff6-4399-98ca-57f3b0a8b937 service neutron] 10.222.0.21 "GET /v2.0/networks/34e1948f-8e2c-47b9-a68d-5f2322a08957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782967 Jul 28 05:21:40.008710 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a9497-67c2-4348-814e-273f5ed2b318 req-a78e01b2-cb34-4fe0-9b72-c76b1645a682 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:21:40.010174 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e70a9497-67c2-4348-814e-273f5ed2b318 req-a78e01b2-cb34-4fe0-9b72-c76b1645a682 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bd4a16f-3c5c-4d91-902d-275582ce5793 HTTP/1.1" status: 200 len: 943 time: 0.0543020 Jul 28 05:21:40.047783 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e70a9497-67c2-4348-814e-273f5ed2b318 req-9ff64a2a-83c2-40b6-adc8-b5b7ca8a8fcb tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=01316aea-fa35-4d63-889b-22d91826ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309150 Jul 28 05:21:41.165455 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c3a83-1f9b-49b4-a50c-23621b239652 req-608fc53a-2d6b-4d5f-9385-8a913bc119fe tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:21:41.166954 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-596c3a83-1f9b-49b4-a50c-23621b239652 req-608fc53a-2d6b-4d5f-9385-8a913bc119fe tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bd4a16f-3c5c-4d91-902d-275582ce5793 HTTP/1.1" status: 200 len: 943 time: 0.0480340 Jul 28 05:21:41.204732 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-596c3a83-1f9b-49b4-a50c-23621b239652 req-5fe194a9-f032-41f7-9217-b0bf3fdd64d2 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=01316aea-fa35-4d63-889b-22d91826ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312047 Jul 28 05:21:42.321557 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df88b5-db74-4dc6-84ff-d2f39e12cd24 req-e7d991aa-5e48-4ae1-8846-16d71f4677f1 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:21:42.322947 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-15df88b5-db74-4dc6-84ff-d2f39e12cd24 req-e7d991aa-5e48-4ae1-8846-16d71f4677f1 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bd4a16f-3c5c-4d91-902d-275582ce5793 HTTP/1.1" status: 200 len: 943 time: 0.0481999 Jul 28 05:21:42.352719 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device f2e72bef-562a-45c2-83de-8465908db9f1 details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=93164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 05:21:42.361352 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-15df88b5-db74-4dc6-84ff-d2f39e12cd24 req-52ab28ce-94c1-4c56-9390-fe6b4d6790ef tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=01316aea-fa35-4d63-889b-22d91826ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318959 Jul 28 05:21:42.443134 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] For port f2e72bef-562a-45c2-83de-8465908db9f1, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=f2e72bef-562a-45c2-83de-8465908db9f1,segment=NetworkSegment(b6e7b6af-52d2-4c9f-b399-76a1466735d9),segment_id=b6e7b6af-52d2-4c9f-b399-76a1466735d9)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:21:42.454347 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Returning: {'device': 'f2e72bef-562a-45c2-83de-8465908db9f1', 'network_id': '34e1948f-8e2c-47b9-a68d-5f2322a08957', 'port_id': 'f2e72bef-562a-45c2-83de-8465908db9f1', 'mac_address': 'fa:16:3e:ca:57:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9700662-b8e7-49fb-ada5-3c005d49b640', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 05:21:42.490688 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:21:42.506188 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2e72bef-562a-45c2-83de-8465908db9f1 {{(pid=93164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 05:21:42.525659 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] For port f2e72bef-562a-45c2-83de-8465908db9f1, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=f2e72bef-562a-45c2-83de-8465908db9f1,segment=NetworkSegment(b6e7b6af-52d2-4c9f-b399-76a1466735d9),segment_id=b6e7b6af-52d2-4c9f-b399-76a1466735d9)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:21:42.529327 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:21:42.574419 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Pushing event updated for resources: {'Port': ['ID=f2e72bef-562a-45c2-83de-8465908db9f1,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:21:42.581771 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:21:42.582069 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:21:42.582423 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:21:42.582819 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:21:42.583146 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:21:42.583494 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:21:42.583814 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:21:42.584133 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:21:42.584476 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:21:42.584797 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:21:42.585113 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:21:42.585426 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:21:42.910152 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] get_ports_and_sgs() called for port_ids ['f2e72bef-562a-45c2-83de-8465908db9f1'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:21:43.492850 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76628c08-c23c-48ce-92b0-ad5376498638 req-664e9553-dd19-4fd5-a397-bbe3e9a85f16 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:21:43.494331 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-76628c08-c23c-48ce-92b0-ad5376498638 req-664e9553-dd19-4fd5-a397-bbe3e9a85f16 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bd4a16f-3c5c-4d91-902d-275582ce5793 HTTP/1.1" status: 200 len: 944 time: 0.0539155 Jul 28 05:21:43.531968 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-76628c08-c23c-48ce-92b0-ad5376498638 req-4c9bd4b3-ec2a-4409-96ca-3cd2a2dc6f1c tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=01316aea-fa35-4d63-889b-22d91826ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317600 Jul 28 05:21:44.374286 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device f2e72bef-562a-45c2-83de-8465908db9f1 up at agent hyperv_hv-cinder-80161 {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:21:44.434972 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Provisioning for port f2e72bef-562a-45c2-83de-8465908db9f1 completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:21:44.439190 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Provisioning complete for port f2e72bef-562a-45c2-83de-8465908db9f1 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:21:44.439591 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:21:44.511563 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:21:44.532853 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd4a16f-3c5c-4d91-902d-275582ce5793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e72bef-562a-45c2-83de-8465908db9f1'}] {{(pid=93164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:21:44.535047 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fb4d28940d80eba88a385613a92acfb6aaf547e778be800882bca880023c29d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f02b90-4b6d-43b0-9ecd-3b135ca78d7f" -d '{"events": [{"server_uuid": "6bd4a16f-3c5c-4d91-902d-275582ce5793", "name": "network-vif-plugged", "status": "completed", "tag": "f2e72bef-562a-45c2-83de-8465908db9f1"}]}' {{(pid=93164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:21:44.548435 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] For port f2e72bef-562a-45c2-83de-8465908db9f1, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=f2e72bef-562a-45c2-83de-8465908db9f1,segment=NetworkSegment(b6e7b6af-52d2-4c9f-b399-76a1466735d9),segment_id=b6e7b6af-52d2-4c9f-b399-76a1466735d9)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:21:44.553076 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:21:44.665205 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a9bf8c-2409-4f36-8626-2f87bdb6b87a req-0619a063-349a-4807-be88-4e7af3e3d30f tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:21:44.667167 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a0a9bf8c-2409-4f36-8626-2f87bdb6b87a req-0619a063-349a-4807-be88-4e7af3e3d30f tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bd4a16f-3c5c-4d91-902d-275582ce5793 HTTP/1.1" status: 200 len: 945 time: 0.0560119 Jul 28 05:21:44.710294 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a0a9bf8c-2409-4f36-8626-2f87bdb6b87a req-5eb28b17-d43f-4264-9e54-200159bb7867 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=01316aea-fa35-4d63-889b-22d91826ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353382 Jul 28 05:21:44.715671 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 05:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7966ec1a-9443-44bd-b1c6-085cacfea30e x-openstack-request-id: req-7966ec1a-9443-44bd-b1c6-085cacfea30e {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:21:44.715953 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bd4a16f-3c5c-4d91-902d-275582ce5793", "name": "network-vif-plugged", "status": "completed", "tag": "f2e72bef-562a-45c2-83de-8465908db9f1", "code": 200}]} {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:21:44.716195 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7966ec1a-9443-44bd-b1c6-085cacfea30e {{(pid=93164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:21:44.716570 dv-cinder-801617-3-iscsi neutron-server[93164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bd4a16f-3c5c-4d91-902d-275582ce5793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2e72bef-562a-45c2-83de-8465908db9f1', 'code': 200} Jul 28 05:21:44.730257 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Pushing event updated for resources: {'Port': ['ID=f2e72bef-562a-45c2-83de-8465908db9f1,revision_number=5']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:21:44.844213 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d471b-8005-49e1-a3cd-077763bd90f6 req-16b1c8d0-87de-4a65-bcd4-00b911efb2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:21:44.845663 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f92d471b-8005-49e1-a3cd-077763bd90f6 req-16b1c8d0-87de-4a65-bcd4-00b911efb2de service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6bd4a16f-3c5c-4d91-902d-275582ce5793 HTTP/1.1" status: 200 len: 1098 time: 0.0394034 Jul 28 05:21:44.879543 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f92d471b-8005-49e1-a3cd-077763bd90f6 req-f3442765-dfa7-432b-a2e8-8ae2fc8381d1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=01316aea-fa35-4d63-889b-22d91826ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0263364 Jul 28 05:21:45.833511 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0821531-3f0b-4376-a916-d6b705dd8a91 req-449c6caf-9f7f-457d-980b-48f4fd0e7cc7 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:21:45.834942 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e0821531-3f0b-4376-a916-d6b705dd8a91 req-449c6caf-9f7f-457d-980b-48f4fd0e7cc7 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bd4a16f-3c5c-4d91-902d-275582ce5793 HTTP/1.1" status: 200 len: 945 time: 0.0507300 Jul 28 05:21:45.871247 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e0821531-3f0b-4376-a916-d6b705dd8a91 req-d1004ff6-ae4c-4a75-880b-d628ceb1031f tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=01316aea-fa35-4d63-889b-22d91826ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305202 Jul 28 05:21:46.985744 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83273de4-0fd7-425f-ba3c-3c68a92807fe req-54ac6864-6058-4c47-b555-a4dcae277fae tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:21:46.987202 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-83273de4-0fd7-425f-ba3c-3c68a92807fe req-54ac6864-6058-4c47-b555-a4dcae277fae tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bd4a16f-3c5c-4d91-902d-275582ce5793 HTTP/1.1" status: 200 len: 945 time: 0.0476403 Jul 28 05:21:47.024515 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-83273de4-0fd7-425f-ba3c-3c68a92807fe req-332a4743-da40-4755-811d-e809bdaaede3 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=01316aea-fa35-4d63-889b-22d91826ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315375 Jul 28 05:21:47.136520 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d58ae-eb22-4d93-8a67-e5752fe169c8 req-9d7a49a1-adfa-4dd3-aebe-31d208785fd4 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:21:47.137950 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-861d58ae-eb22-4d93-8a67-e5752fe169c8 req-9d7a49a1-adfa-4dd3-aebe-31d208785fd4 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bd4a16f-3c5c-4d91-902d-275582ce5793 HTTP/1.1" status: 200 len: 945 time: 0.0470409 Jul 28 05:21:47.146732 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 52270) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:21:47.150982 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-9746533c-a6a2-4db6-ad28-ccd789f7e542 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Request body: {'floatingip': {'port_id': 'f2e72bef-562a-45c2-83de-8465908db9f1'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:21:47.190653 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-9746533c-a6a2-4db6-ad28-ccd789f7e542 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks [] for floatingip, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:21:47.608341 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-9746533c-a6a2-4db6-ad28-ccd789f7e542 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:21:47.611918 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-9746533c-a6a2-4db6-ad28-ccd789f7e542 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406535'] for floatingip, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:21:47.708106 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.db.l3_db [None req-9746533c-a6a2-4db6-ad28-ccd789f7e542 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Floating IP 01a7905a-f2ce-4711-b664-fef77a2840ff associated. External IP: 172.27.2.6, port: f2e72bef-562a-45c2-83de-8465908db9f1. Jul 28 05:21:47.903231 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9746533c-a6a2-4db6-ad28-ccd789f7e542 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Router 1c958403-ae9f-4530-a92f-ea97c97bb0f4 has already been hosted by L3 agent febb8baf-5368-4b94-affe-2856141f0f3f {{(pid=93163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 05:21:48.004705 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9746533c-a6a2-4db6-ad28-ccd789f7e542 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify agent at l3_agent.dv-cinder-801617-3-iscsi the message routers_updated {{(pid=93163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:21:48.009485 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-9746533c-a6a2-4db6-ad28-ccd789f7e542 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068'] for floatingip, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:21:48.013907 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd582feb-39e4-49cb-bc39-566fec93390b None None] Sync routers for ids ['1c958403-ae9f-4530-a92f-ea97c97bb0f4'] in dv-cinder-801617-3-iscsi {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:21:48.023842 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd582feb-39e4-49cb-bc39-566fec93390b None None] Routers {'1c958403-ae9f-4530-a92f-ea97c97bb0f4'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:21:48.024415 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-bd582feb-39e4-49cb-bc39-566fec93390b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:21:27Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['1c958403-ae9f-4530-a92f-ea97c97bb0f4'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:21:48.035610 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-9746533c-a6a2-4db6-ad28-ccd789f7e542 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "PUT /v2.0/floatingips/01a7905a-f2ce-4711-b664-fef77a2840ff HTTP/1.1" status: 200 len: 989 time: 0.8878357 Jul 28 05:21:48.036198 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bd4a16f-3c5c-4d91-902d-275582ce5793', 'tag': 'f2e72bef-562a-45c2-83de-8465908db9f1'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:21:48.038426 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdaae2d937131cd036474998a49e3e11d53281396ea4e1ac8b096c837d21eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972c0d57-aa4b-47ee-ab27-b61a272d11d5" -d '{"events": [{"name": "network-changed", "server_uuid": "6bd4a16f-3c5c-4d91-902d-275582ce5793", "tag": "f2e72bef-562a-45c2-83de-8465908db9f1"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:21:48.075976 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 05:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a68289dc-521a-418f-8469-6103500c3a4d x-openstack-request-id: req-a68289dc-521a-418f-8469-6103500c3a4d {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:21:48.075976 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bd4a16f-3c5c-4d91-902d-275582ce5793", "tag": "f2e72bef-562a-45c2-83de-8465908db9f1", "status": "completed", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:21:48.075976 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a68289dc-521a-418f-8469-6103500c3a4d {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:21:48.076303 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bd4a16f-3c5c-4d91-902d-275582ce5793', 'tag': 'f2e72bef-562a-45c2-83de-8465908db9f1', 'status': 'completed', 'code': 200} Jul 28 05:21:48.126180 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-bd582feb-39e4-49cb-bc39-566fec93390b None None] Set router 1c958403-ae9f-4530-a92f-ea97c97bb0f4 gateway port host: dv-cinder-801617-3-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:21:48.166817 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c0d57-aa4b-47ee-ab27-b61a272d11d5 req-55168742-de0f-4c1d-9dae-d0e8a9e3c10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:21:48.168375 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-972c0d57-aa4b-47ee-ab27-b61a272d11d5 req-55168742-de0f-4c1d-9dae-d0e8a9e3c10b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f77014531530497aa60d1269fde1bd6f&device_id=6bd4a16f-3c5c-4d91-902d-275582ce5793 HTTP/1.1" status: 200 len: 1098 time: 0.0409572 Jul 28 05:21:48.244677 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:21:48.260683 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c0d57-aa4b-47ee-ab27-b61a272d11d5 req-eaa5f5d4-8417-4a5b-a5a9-d33a67ab5d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:21:48.262086 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-972c0d57-aa4b-47ee-ab27-b61a272d11d5 req-eaa5f5d4-8417-4a5b-a5a9-d33a67ab5d75 service neutron] 10.222.0.21 "GET /v2.0/networks?id=34e1948f-8e2c-47b9-a68d-5f2322a08957 HTTP/1.1" status: 200 len: 918 time: 0.0864263 Jul 28 05:21:48.325260 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-972c0d57-aa4b-47ee-ab27-b61a272d11d5 req-699a24cc-ac6d-4c10-a078-5ebb35c450c9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2e72bef-562a-45c2-83de-8465908db9f1 HTTP/1.1" status: 200 len: 997 time: 0.0559437 Jul 28 05:21:48.344049 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-bd582feb-39e4-49cb-bc39-566fec93390b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c958403-ae9f-4530-a92f-ea97c97bb0f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1867579563-router', 'tenant_id': 'f77014531530497aa60d1269fde1bd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '5862d95c-f456-423f-b62d-51950afda2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:04Z', 'updated_at': '2021-07-28T05:09:13Z', 'revision_number': 4, 'project_id': 'f77014531530497aa60d1269fde1bd6f', 'gw_port': {'id': '5862d95c-f456-423f-b62d-51950afda2d7', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c958403-ae9f-4530-a92f-ea97c97bb0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:05Z', 'updated_at': '2021-07-28T05:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_floatingips': [{'id': '01a7905a-f2ce-4711-b664-fef77a2840ff', 'tenant_id': 'f77014531530497aa60d1269fde1bd6f', 'floating_ip_address': '172.27.2.6', 'floating_network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'router_id': '1c958403-ae9f-4530-a92f-ea97c97bb0f4', 'port_id': 'f2e72bef-562a-45c2-83de-8465908db9f1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34e1948f-8e2c-47b9-a68d-5f2322a08957', 'mac_address': 'fa:16:3e:ca:57:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd4a16f-3c5c-4d91-902d-275582ce5793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T05:21:35Z', 'updated_at': '2021-07-28T05:21:47Z', 'revision_number': 1, 'project_id': 'f77014531530497aa60d1269fde1bd6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1d8b2db-ab6d-4e3a-a273-65795ce23108', 'name': '', 'network_id': '34e1948f-8e2c-47b9-a68d-5f2322a08957', 'tenant_id': 'f77014531530497aa60d1269fde1bd6f', 'mac_address': 'fa:16:3e:c3:05:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c958403-ae9f-4530-a92f-ea97c97bb0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e9700662-b8e7-49fb-ada5-3c005d49b640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:11Z', 'updated_at': '2021-07-28T05:09:25Z', 'revision_number': 5, 'project_id': 'f77014531530497aa60d1269fde1bd6f', 'subnets': [{'id': 'e9700662-b8e7-49fb-ada5-3c005d49b640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:21:48.369484 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd582feb-39e4-49cb-bc39-566fec93390b None None] Checking router: 1c958403-ae9f-4530-a92f-ea97c97bb0f4 for host: dv-cinder-801617-3-iscsi {{(pid=93165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:21:48.376655 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c0d57-aa4b-47ee-ab27-b61a272d11d5 req-bc50c504-43b9-42bd-abcb-db3322a3b4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:21:48.377952 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd582feb-39e4-49cb-bc39-566fec93390b None None] Routers {'1c958403-ae9f-4530-a92f-ea97c97bb0f4'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:21:48.378178 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-972c0d57-aa4b-47ee-ab27-b61a272d11d5 req-bc50c504-43b9-42bd-abcb-db3322a3b4c6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e9700662-b8e7-49fb-ada5-3c005d49b640 HTTP/1.1" status: 200 len: 856 time: 0.0465055 Jul 28 05:21:48.378547 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-bd582feb-39e4-49cb-bc39-566fec93390b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:21:27Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['1c958403-ae9f-4530-a92f-ea97c97bb0f4'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:21:48.424313 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c0d57-aa4b-47ee-ab27-b61a272d11d5 req-980092ce-654c-4f9b-9c76-9678a2eb144d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:21:48.426026 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-972c0d57-aa4b-47ee-ab27-b61a272d11d5 req-980092ce-654c-4f9b-9c76-9678a2eb144d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=34e1948f-8e2c-47b9-a68d-5f2322a08957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408783 Jul 28 05:21:48.489738 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-bd582feb-39e4-49cb-bc39-566fec93390b None None] Set router 1c958403-ae9f-4530-a92f-ea97c97bb0f4 gateway port host: dv-cinder-801617-3-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:21:48.525226 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-972c0d57-aa4b-47ee-ab27-b61a272d11d5 req-71f4a2a8-b675-4786-9ee1-147436b81db0 service neutron] 10.222.0.21 "GET /v2.0/networks/34e1948f-8e2c-47b9-a68d-5f2322a08957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916946 Jul 28 05:21:48.622967 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-972c0d57-aa4b-47ee-ab27-b61a272d11d5 req-cb187bbb-cddd-496d-a916-e211e6755604 service neutron] 10.222.0.21 "GET /v2.0/networks/34e1948f-8e2c-47b9-a68d-5f2322a08957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896440 Jul 28 05:21:48.716385 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-bd582feb-39e4-49cb-bc39-566fec93390b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c958403-ae9f-4530-a92f-ea97c97bb0f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1867579563-router', 'tenant_id': 'f77014531530497aa60d1269fde1bd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '5862d95c-f456-423f-b62d-51950afda2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:04Z', 'updated_at': '2021-07-28T05:09:13Z', 'revision_number': 4, 'project_id': 'f77014531530497aa60d1269fde1bd6f', 'gw_port': {'id': '5862d95c-f456-423f-b62d-51950afda2d7', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c958403-ae9f-4530-a92f-ea97c97bb0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:05Z', 'updated_at': '2021-07-28T05:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_floatingips': [{'id': '01a7905a-f2ce-4711-b664-fef77a2840ff', 'tenant_id': 'f77014531530497aa60d1269fde1bd6f', 'floating_ip_address': '172.27.2.6', 'floating_network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'router_id': '1c958403-ae9f-4530-a92f-ea97c97bb0f4', 'port_id': 'f2e72bef-562a-45c2-83de-8465908db9f1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34e1948f-8e2c-47b9-a68d-5f2322a08957', 'mac_address': 'fa:16:3e:ca:57:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd4a16f-3c5c-4d91-902d-275582ce5793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T05:21:35Z', 'updated_at': '2021-07-28T05:21:47Z', 'revision_number': 1, 'project_id': 'f77014531530497aa60d1269fde1bd6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1d8b2db-ab6d-4e3a-a273-65795ce23108', 'name': '', 'network_id': '34e1948f-8e2c-47b9-a68d-5f2322a08957', 'tenant_id': 'f77014531530497aa60d1269fde1bd6f', 'mac_address': 'fa:16:3e:c3:05:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c958403-ae9f-4530-a92f-ea97c97bb0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e9700662-b8e7-49fb-ada5-3c005d49b640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:11Z', 'updated_at': '2021-07-28T05:09:25Z', 'revision_number': 5, 'project_id': 'f77014531530497aa60d1269fde1bd6f', 'subnets': [{'id': 'e9700662-b8e7-49fb-ada5-3c005d49b640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:21:48.745320 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd582feb-39e4-49cb-bc39-566fec93390b None None] The sync data for ids ['1c958403-ae9f-4530-a92f-ea97c97bb0f4'] in dv-cinder-801617-3-iscsi is: [{'id': '1c958403-ae9f-4530-a92f-ea97c97bb0f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1867579563-router', 'tenant_id': 'f77014531530497aa60d1269fde1bd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '5862d95c-f456-423f-b62d-51950afda2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:04Z', 'updated_at': '2021-07-28T05:09:13Z', 'revision_number': 4, 'project_id': 'f77014531530497aa60d1269fde1bd6f', 'gw_port': {'id': '5862d95c-f456-423f-b62d-51950afda2d7', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c958403-ae9f-4530-a92f-ea97c97bb0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:05Z', 'updated_at': '2021-07-28T05:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_floatingips': [{'id': '01a7905a-f2ce-4711-b664-fef77a2840ff', 'tenant_id': 'f77014531530497aa60d1269fde1bd6f', 'floating_ip_address': '172.27.2.6', 'floating_network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'router_id': '1c958403-ae9f-4530-a92f-ea97c97bb0f4', 'port_id': 'f2e72bef-562a-45c2-83de-8465908db9f1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34e1948f-8e2c-47b9-a68d-5f2322a08957', 'mac_address': 'fa:16:3e:ca:57:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bd4a16f-3c5c-4d91-902d-275582ce5793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T05:21:35Z', 'updated_at': '2021-07-28T05:21:47Z', 'revision_number': 1, 'project_id': 'f77014531530497aa60d1269fde1bd6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1d8b2db-ab6d-4e3a-a273-65795ce23108', 'name': '', 'network_id': '34e1948f-8e2c-47b9-a68d-5f2322a08957', 'tenant_id': 'f77014531530497aa60d1269fde1bd6f', 'mac_address': 'fa:16:3e:c3:05:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c958403-ae9f-4530-a92f-ea97c97bb0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e9700662-b8e7-49fb-ada5-3c005d49b640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:11Z', 'updated_at': '2021-07-28T05:09:25Z', 'revision_number': 5, 'project_id': 'f77014531530497aa60d1269fde1bd6f', 'subnets': [{'id': 'e9700662-b8e7-49fb-ada5-3c005d49b640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:21:48.924757 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d22998-5e54-411d-bf14-6ab90c3466c2 None None] New status for floating IP 01a7905a-f2ce-4711-b664-fef77a2840ff: ACTIVE {{(pid=93164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 05:21:53.941448 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4de1c9cd-8f0f-4042-8739-2e9833a84265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:21:54.418611 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:21:56.801953 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-5f3100a5-ced2-45e7-85c5-f29fa7a7e7d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:21:56.893665 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:21:57.781898 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:21:59.287606 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:04.478262 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 52474) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:22:04.534675 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c6418a16-cead-4dca-87ba-86ec9bcdcfc6 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:04.562226 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c6418a16-cead-4dca-87ba-86ec9bcdcfc6 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:04.619748 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c6418a16-cead-4dca-87ba-86ec9bcdcfc6 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:04.622244 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c6418a16-cead-4dca-87ba-86ec9bcdcfc6 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:04.623374 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-c6418a16-cead-4dca-87ba-86ec9bcdcfc6 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] 10.222.0.13 "DELETE /v2.0/security-groups/f489311f-03bb-461c-a487-e331db421cb6 HTTP/1.1" status: 204 len: 168 time: 0.1441569 Jul 28 05:22:04.632296 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6418a16-cead-4dca-87ba-86ec9bcdcfc6 tempest-TestVolumeBootPattern-1938690791 tempest-TestVolumeBootPattern-1938690791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f489311f-03bb-461c-a487-e331db421cb6,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:22:04.748605 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 52480) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:22:05.534895 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-df6d8515-d474-491a-8599-d6379bd6b8b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409351'] for router_interface, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:05.817887 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-df6d8515-d474-491a-8599-d6379bd6b8b5 admin admin] Deleting port 002fa289-25d1-4212-89cb-0ceb01342e74 {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 05:22:05.818230 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-df6d8515-d474-491a-8599-d6379bd6b8b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227548555'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:05.893544 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [None req-df6d8515-d474-491a-8599-d6379bd6b8b5 admin admin] For port 002fa289-25d1-4212-89cb-0ceb01342e74, host dv-cinder-801617-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=002fa289-25d1-4212-89cb-0ceb01342e74,segment=NetworkSegment(53a065eb-9ba7-4617-8662-965e8ca00201),segment_id=53a065eb-9ba7-4617-8662-965e8ca00201)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:22:05.893901 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-df6d8515-d474-491a-8599-d6379bd6b8b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402200'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:05.911344 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-df6d8515-d474-491a-8599-d6379bd6b8b5 admin admin] Calling delete_port for 002fa289-25d1-4212-89cb-0ceb01342e74 owned by network:router_interface {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 05:22:06.099783 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-df6d8515-d474-491a-8599-d6379bd6b8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227552799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227148301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4414135'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:06.124485 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6d8515-d474-491a-8599-d6379bd6b8b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=002fa289-25d1-4212-89cb-0ceb01342e74,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:22:06.287706 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-df6d8515-d474-491a-8599-d6379bd6b8b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409451'] for router_interface, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:06.495018 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df6d8515-d474-491a-8599-d6379bd6b8b5 admin admin] Router b30a494e-afa2-43d6-b7c0-07b0571d672c has already been hosted by L3 agent febb8baf-5368-4b94-affe-2856141f0f3f {{(pid=93162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 05:22:06.598116 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6d8515-d474-491a-8599-d6379bd6b8b5 admin admin] Notify agent at l3_agent.dv-cinder-801617-3-iscsi the message routers_updated {{(pid=93162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:22:06.604099 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-df6d8515-d474-491a-8599-d6379bd6b8b5 admin admin] 10.222.0.13 "PUT /v2.0/routers/b30a494e-afa2-43d6-b7c0-07b0571d672c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8545578 Jul 28 05:22:06.606813 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 52502) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:22:06.609367 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4ab759-22f2-4335-b290-c32dbdfd37a3 None None] Sync routers for ids ['b30a494e-afa2-43d6-b7c0-07b0571d672c'] in dv-cinder-801617-3-iscsi {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:22:06.618656 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4ab759-22f2-4335-b290-c32dbdfd37a3 None None] Routers {'b30a494e-afa2-43d6-b7c0-07b0571d672c'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:22:06.619246 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-ee4ab759-22f2-4335-b290-c32dbdfd37a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:21:57Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['b30a494e-afa2-43d6-b7c0-07b0571d672c'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:22:06.706501 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-95cac28f-add8-4374-bbe5-c7f878623176 admin admin] Notify callbacks [] for router, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:06.717551 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-ee4ab759-22f2-4335-b290-c32dbdfd37a3 None None] Set router b30a494e-afa2-43d6-b7c0-07b0571d672c gateway port host: dv-cinder-801617-3-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:22:06.805817 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-95cac28f-add8-4374-bbe5-c7f878623176 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:06.856235 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-95cac28f-add8-4374-bbe5-c7f878623176 admin admin] Deleting port 67d233a3-056c-4d5b-a031-bbf00997430a {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 05:22:06.856572 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-95cac28f-add8-4374-bbe5-c7f878623176 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227548555'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:06.888031 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-ee4ab759-22f2-4335-b290-c32dbdfd37a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30a494e-afa2-43d6-b7c0-07b0571d672c', 'name': 'tempest-TestVolumeBootPattern-1737634104-router', 'tenant_id': 'a552f7ab2976456ea67918bb2395079f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '67d233a3-056c-4d5b-a031-bbf00997430a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:43Z', 'updated_at': '2021-07-28T05:22:06Z', 'revision_number': 5, 'project_id': 'a552f7ab2976456ea67918bb2395079f', 'gw_port': {'id': '67d233a3-056c-4d5b-a031-bbf00997430a', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b30a494e-afa2-43d6-b7c0-07b0571d672c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 197, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:44Z', 'updated_at': '2021-07-28T05:09:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi'}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:22:06.913937 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4ab759-22f2-4335-b290-c32dbdfd37a3 None None] Checking router: b30a494e-afa2-43d6-b7c0-07b0571d672c for host: dv-cinder-801617-3-iscsi {{(pid=93165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:22:06.922076 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4ab759-22f2-4335-b290-c32dbdfd37a3 None None] Routers {'b30a494e-afa2-43d6-b7c0-07b0571d672c'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:22:06.923232 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-ee4ab759-22f2-4335-b290-c32dbdfd37a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:21:57Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['b30a494e-afa2-43d6-b7c0-07b0571d672c'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:22:06.940833 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [None req-95cac28f-add8-4374-bbe5-c7f878623176 admin admin] For port 67d233a3-056c-4d5b-a031-bbf00997430a, host dv-cinder-801617-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=67d233a3-056c-4d5b-a031-bbf00997430a,segment=NetworkSegment(d34fa97e-0825-4a06-9105-26c8994a2a7e),segment_id=d34fa97e-0825-4a06-9105-26c8994a2a7e)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:22:06.941291 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-95cac28f-add8-4374-bbe5-c7f878623176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402200'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:06.956117 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-95cac28f-add8-4374-bbe5-c7f878623176 admin admin] Calling delete_port for 67d233a3-056c-4d5b-a031-bbf00997430a owned by network:router_gateway {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 05:22:07.008348 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-ee4ab759-22f2-4335-b290-c32dbdfd37a3 None None] Set router b30a494e-afa2-43d6-b7c0-07b0571d672c gateway port host: None {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:22:07.121550 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-95cac28f-add8-4374-bbe5-c7f878623176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227552799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227148301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4414135'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:07.138950 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-ee4ab759-22f2-4335-b290-c32dbdfd37a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b30a494e-afa2-43d6-b7c0-07b0571d672c', 'name': 'tempest-TestVolumeBootPattern-1737634104-router', 'tenant_id': 'a552f7ab2976456ea67918bb2395079f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:43Z', 'updated_at': '2021-07-28T05:22:06Z', 'revision_number': 6, 'project_id': 'a552f7ab2976456ea67918bb2395079f', 'gw_port_host': None}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:22:07.148269 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cac28f-add8-4374-bbe5-c7f878623176 admin admin] Pushing event deleted for resources: {'Port': ['ID=67d233a3-056c-4d5b-a031-bbf00997430a,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:22:07.164805 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4ab759-22f2-4335-b290-c32dbdfd37a3 None None] The sync data for ids ['b30a494e-afa2-43d6-b7c0-07b0571d672c'] in dv-cinder-801617-3-iscsi is: [{'id': 'b30a494e-afa2-43d6-b7c0-07b0571d672c', 'name': 'tempest-TestVolumeBootPattern-1737634104-router', 'tenant_id': 'a552f7ab2976456ea67918bb2395079f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:43Z', 'updated_at': '2021-07-28T05:22:06Z', 'revision_number': 6, 'project_id': 'a552f7ab2976456ea67918bb2395079f', 'gw_port_host': None}] {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:22:07.208104 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-95cac28f-add8-4374-bbe5-c7f878623176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406729'] for router_gateway, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:07.316271 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-95cac28f-add8-4374-bbe5-c7f878623176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-922'] for router, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:07.318587 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-95cac28f-add8-4374-bbe5-c7f878623176 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:07.380450 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-95cac28f-add8-4374-bbe5-c7f878623176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555462'] for router, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:07.381556 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95cac28f-add8-4374-bbe5-c7f878623176 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b30a494e-afa2-43d6-b7c0-07b0571d672c {{(pid=93162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 05:22:07.385822 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-95cac28f-add8-4374-bbe5-c7f878623176 admin admin] Notify callbacks [] for router, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:07.386974 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-95cac28f-add8-4374-bbe5-c7f878623176 admin admin] 10.222.0.13 "DELETE /v2.0/routers/b30a494e-afa2-43d6-b7c0-07b0571d672c HTTP/1.1" status: 204 len: 168 time: 0.7793167 Jul 28 05:22:07.389458 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 52508) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:22:07.433517 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3a140fc-d83e-4654-9b10-3641b810db2a admin admin] Deleting subnet 58ccc002-22d5-41bf-898a-9be0afe8a15a {{(pid=93162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 05:22:07.436563 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e3a140fc-d83e-4654-9b10-3641b810db2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:07.478261 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e3a140fc-d83e-4654-9b10-3641b810db2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4869481'] for subnet, precommit_delete_associations {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:07.603171 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e3a140fc-d83e-4654-9b10-3641b810db2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504883'] for subnet, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:07.645589 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 002fa289-25d1-4212-89cb-0ceb01342e74 no longer exists at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:22:07.672954 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] No Port match for: 002fa289-25d1-4212-89cb-0ceb01342e74 {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 05:22:07.673385 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 002fa289-25d1-4212-89cb-0ceb01342e74 not bound to the agent host dv-cinder-801617-3-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:22:07.849626 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e3a140fc-d83e-4654-9b10-3641b810db2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1504890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4414178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4221011'] for subnet, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:07.876218 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a140fc-d83e-4654-9b10-3641b810db2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58ccc002-22d5-41bf-898a-9be0afe8a15a,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:22:07.877954 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e3a140fc-d83e-4654-9b10-3641b810db2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:07.879803 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-e3a140fc-d83e-4654-9b10-3641b810db2a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/58ccc002-22d5-41bf-898a-9be0afe8a15a HTTP/1.1" status: 204 len: 168 time: 0.4894729 Jul 28 05:22:07.882254 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 52516) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:22:07.885031 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9259587e-8d20-4802-a47c-dfaed84414b3 None None] Network ef26f782-d8e2-421a-8538-0b5e94a369eb requested from dv-cinder-801617-3-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 05:22:07.948029 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4eb81b7e-ffda-4ccb-a30a-edc94d44b6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1632385'] for network, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:08.010147 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-4eb81b7e-ffda-4ccb-a30a-edc94d44b6d2 admin admin] Deleting port 660abab2-62d6-47fe-8d49-abafcfdd7a3a {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 05:22:08.010490 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4eb81b7e-ffda-4ccb-a30a-edc94d44b6d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227548555'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:08.059405 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0167a168-8fa0-483b-8b67-af62927cc43d None None] DHCP port deletion for ef26f782-d8e2-421a-8538-0b5e94a369eb request from dv-cinder-801617-3-iscsi {{(pid=93164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 05:22:08.071868 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [None req-4eb81b7e-ffda-4ccb-a30a-edc94d44b6d2 admin admin] For port 660abab2-62d6-47fe-8d49-abafcfdd7a3a, host dv-cinder-801617-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=660abab2-62d6-47fe-8d49-abafcfdd7a3a,segment=NetworkSegment(53a065eb-9ba7-4617-8662-965e8ca00201),segment_id=53a065eb-9ba7-4617-8662-965e8ca00201)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:22:08.072229 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4eb81b7e-ffda-4ccb-a30a-edc94d44b6d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402200'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:08.085744 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-4eb81b7e-ffda-4ccb-a30a-edc94d44b6d2 admin admin] Calling delete_port for 660abab2-62d6-47fe-8d49-abafcfdd7a3a owned by network:dhcp {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 05:22:08.112427 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-0167a168-8fa0-483b-8b67-af62927cc43d None None] Deleting port 660abab2-62d6-47fe-8d49-abafcfdd7a3a {{(pid=93164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 05:22:08.112805 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0167a168-8fa0-483b-8b67-af62927cc43d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227548555'] for port, before_delete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:08.174427 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4eb81b7e-ffda-4ccb-a30a-edc94d44b6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227552799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227148301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4414135'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:08.174841 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-0167a168-8fa0-483b-8b67-af62927cc43d None None] For port 660abab2-62d6-47fe-8d49-abafcfdd7a3a, host dv-cinder-801617-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=660abab2-62d6-47fe-8d49-abafcfdd7a3a,segment=NetworkSegment(53a065eb-9ba7-4617-8662-965e8ca00201),segment_id=53a065eb-9ba7-4617-8662-965e8ca00201)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:22:08.175274 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0167a168-8fa0-483b-8b67-af62927cc43d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402200'] for port, precommit_delete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:08.188604 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-0167a168-8fa0-483b-8b67-af62927cc43d None None] Calling delete_port for 660abab2-62d6-47fe-8d49-abafcfdd7a3a owned by network:dhcp {{(pid=93164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 05:22:08.201177 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb81b7e-ffda-4ccb-a30a-edc94d44b6d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=660abab2-62d6-47fe-8d49-abafcfdd7a3a,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:22:08.208499 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb81b7e-ffda-4ccb-a30a-edc94d44b6d2 admin admin] No DVR routers for this DVR port 660abab2-62d6-47fe-8d49-abafcfdd7a3a on host dv-cinder-801617-3-iscsi {{(pid=93162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 05:22:08.282245 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4eb81b7e-ffda-4ccb-a30a-edc94d44b6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377030', 'neutron.services.segments.db._delete_segments_for_network-8765227628337'] for network, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:08.292415 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-4eb81b7e-ffda-4ccb-a30a-edc94d44b6d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef26f782-d8e2-421a-8538-0b5e94a369eb']}} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:22:08.303646 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-4eb81b7e-ffda-4ccb-a30a-edc94d44b6d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53a065eb-9ba7-4617-8662-965e8ca00201') {'for_net_delete': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:22:08.303915 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-4eb81b7e-ffda-4ccb-a30a-edc94d44b6d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53a065eb-9ba7-4617-8662-965e8ca00201') {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:22:08.312561 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4eb81b7e-ffda-4ccb-a30a-edc94d44b6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765227627066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4869472'] for segment, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:08.315093 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0167a168-8fa0-483b-8b67-af62927cc43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227552799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227148301'] for port, after_delete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:08.332203 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4eb81b7e-ffda-4ccb-a30a-edc94d44b6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502470'] for segment, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:08.338454 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eb81b7e-ffda-4ccb-a30a-edc94d44b6d2 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=93162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 05:22:08.339000 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4eb81b7e-ffda-4ccb-a30a-edc94d44b6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4414104'] for segment, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:08.340014 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0167a168-8fa0-483b-8b67-af62927cc43d None None] Pushing event deleted for resources: {'Port': ['ID=660abab2-62d6-47fe-8d49-abafcfdd7a3a,revision_number=None']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:22:08.340832 dv-cinder-801617-3-iscsi neutron-server[93162]: Traceback (most recent call last): Jul 28 05:22:08.340832 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 05:22:08.340832 dv-cinder-801617-3-iscsi neutron-server[93162]: timer() Jul 28 05:22:08.340832 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 05:22:08.340832 dv-cinder-801617-3-iscsi neutron-server[93162]: cb(*args, **kw) Jul 28 05:22:08.340832 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 05:22:08.340832 dv-cinder-801617-3-iscsi neutron-server[93162]: return func(*args, **kwargs) Jul 28 05:22:08.340832 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 05:22:08.340832 dv-cinder-801617-3-iscsi neutron-server[93162]: self._notify() Jul 28 05:22:08.340832 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 05:22:08.340832 dv-cinder-801617-3-iscsi neutron-server[93162]: self.callback(batched_events) Jul 28 05:22:08.340832 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 05:22:08.340832 dv-cinder-801617-3-iscsi neutron-server[93162]: event.method(event) Jul 28 05:22:08.340832 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 05:22:08.340832 dv-cinder-801617-3-iscsi neutron-server[93162]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 05:22:08.340832 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 05:22:08.340832 dv-cinder-801617-3-iscsi neutron-server[93162]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 05:22:08.340832 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 05:22:08.340832 dv-cinder-801617-3-iscsi neutron-server[93162]: return f(self, *a, **k) Jul 28 05:22:08.340832 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 05:22:08.340832 dv-cinder-801617-3-iscsi neutron-server[93162]: return self._get(url).json() Jul 28 05:22:08.340832 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 05:22:08.340832 dv-cinder-801617-3-iscsi neutron-server[93162]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 05:22:08.340832 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 05:22:08.340832 dv-cinder-801617-3-iscsi neutron-server[93162]: return self.request(url, 'GET', **kwargs) Jul 28 05:22:08.340832 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 05:22:08.340832 dv-cinder-801617-3-iscsi neutron-server[93162]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 05:22:08.340832 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 05:22:08.340832 dv-cinder-801617-3-iscsi neutron-server[93162]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 05:22:08.340832 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 05:22:08.340832 dv-cinder-801617-3-iscsi neutron-server[93162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 05:22:08.340832 dv-cinder-801617-3-iscsi neutron-server[93162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 05:22:08.345098 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0167a168-8fa0-483b-8b67-af62927cc43d None None] No DVR routers for this DVR port 660abab2-62d6-47fe-8d49-abafcfdd7a3a on host dv-cinder-801617-3-iscsi {{(pid=93164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 05:22:08.400128 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4eb81b7e-ffda-4ccb-a30a-edc94d44b6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406773'] for network, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:08.407866 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4eb81b7e-ffda-4ccb-a30a-edc94d44b6d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for network, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:08.409712 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-4eb81b7e-ffda-4ccb-a30a-edc94d44b6d2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ef26f782-d8e2-421a-8538-0b5e94a369eb HTTP/1.1" status: 204 len: 168 time: 0.5265460 Jul 28 05:22:08.412801 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 52520) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:22:08.421752 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb81b7e-ffda-4ccb-a30a-edc94d44b6d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef26f782-d8e2-421a-8538-0b5e94a369eb,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:22:09.073578 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-008d5d40-44d2-4438-a349-68bcc9ad1adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409351'] for router_interface, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:09.366829 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-008d5d40-44d2-4438-a349-68bcc9ad1adb admin admin] Deleting port dc92d016-74ec-4b87-b3d8-8bcbedd64035 {{(pid=93163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 05:22:09.367250 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-008d5d40-44d2-4438-a349-68bcc9ad1adb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227548555'] for port, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:09.435543 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 660abab2-62d6-47fe-8d49-abafcfdd7a3a no longer exists at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:22:09.451121 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-008d5d40-44d2-4438-a349-68bcc9ad1adb admin admin] For port dc92d016-74ec-4b87-b3d8-8bcbedd64035, host dv-cinder-801617-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=dc92d016-74ec-4b87-b3d8-8bcbedd64035,segment=NetworkSegment(23eed4e2-d1fc-4c19-9674-0a0a78717f0a),segment_id=23eed4e2-d1fc-4c19-9674-0a0a78717f0a)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:22:09.451713 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-008d5d40-44d2-4438-a349-68bcc9ad1adb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402200'] for port, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:09.454647 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] No Port match for: 660abab2-62d6-47fe-8d49-abafcfdd7a3a {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 05:22:09.454981 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 660abab2-62d6-47fe-8d49-abafcfdd7a3a not bound to the agent host dv-cinder-801617-3-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:22:09.455436 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 67d233a3-056c-4d5b-a031-bbf00997430a no longer exists at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:22:09.464342 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-008d5d40-44d2-4438-a349-68bcc9ad1adb admin admin] Calling delete_port for dc92d016-74ec-4b87-b3d8-8bcbedd64035 owned by network:router_interface {{(pid=93163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 05:22:09.475855 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] No Port match for: 67d233a3-056c-4d5b-a031-bbf00997430a {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 05:22:09.476197 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 67d233a3-056c-4d5b-a031-bbf00997430a not bound to the agent host dv-cinder-801617-3-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:22:09.664134 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-008d5d40-44d2-4438-a349-68bcc9ad1adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227552799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227148301'] for port, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:09.688424 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008d5d40-44d2-4438-a349-68bcc9ad1adb admin admin] Pushing event deleted for resources: {'Port': ['ID=dc92d016-74ec-4b87-b3d8-8bcbedd64035,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:22:09.817415 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-008d5d40-44d2-4438-a349-68bcc9ad1adb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409451'] for router_interface, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:10.026160 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-008d5d40-44d2-4438-a349-68bcc9ad1adb admin admin] Router d6b83600-2371-40cc-82fb-0724ecf1b293 has already been hosted by L3 agent febb8baf-5368-4b94-affe-2856141f0f3f {{(pid=93163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 05:22:10.126941 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008d5d40-44d2-4438-a349-68bcc9ad1adb admin admin] Notify agent at l3_agent.dv-cinder-801617-3-iscsi the message routers_updated {{(pid=93163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:22:10.131830 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-008d5d40-44d2-4438-a349-68bcc9ad1adb admin admin] 10.222.0.13 "PUT /v2.0/routers/d6b83600-2371-40cc-82fb-0724ecf1b293/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7178056 Jul 28 05:22:10.134273 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 52540) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:22:10.135331 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d9168a-9ad8-4e0c-8705-04bb24f234e7 None None] Sync routers for ids ['d6b83600-2371-40cc-82fb-0724ecf1b293'] in dv-cinder-801617-3-iscsi {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:22:10.144671 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d9168a-9ad8-4e0c-8705-04bb24f234e7 None None] Routers {'d6b83600-2371-40cc-82fb-0724ecf1b293'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:22:10.145272 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-93d9168a-9ad8-4e0c-8705-04bb24f234e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:21:57Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['d6b83600-2371-40cc-82fb-0724ecf1b293'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:22:10.237763 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e52e5faa-ec34-4a03-8a62-a91a0785ae35 admin admin] Notify callbacks [] for router, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:10.245101 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-93d9168a-9ad8-4e0c-8705-04bb24f234e7 None None] Set router d6b83600-2371-40cc-82fb-0724ecf1b293 gateway port host: dv-cinder-801617-3-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:22:10.349503 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e52e5faa-ec34-4a03-8a62-a91a0785ae35 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:10.408768 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-e52e5faa-ec34-4a03-8a62-a91a0785ae35 admin admin] Deleting port 468265b1-9718-41da-bdf3-3520d87556ee {{(pid=93163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 05:22:10.409115 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e52e5faa-ec34-4a03-8a62-a91a0785ae35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227548555'] for port, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:10.422861 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-93d9168a-9ad8-4e0c-8705-04bb24f234e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b83600-2371-40cc-82fb-0724ecf1b293', 'name': 'tempest-TestVolumeBootPattern-389037872-router', 'tenant_id': '02616dde26394b88bad6ba47f0c58171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.20'}], 'enable_snat': True}, 'gw_port_id': '468265b1-9718-41da-bdf3-3520d87556ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:51Z', 'updated_at': '2021-07-28T05:22:09Z', 'revision_number': 5, 'project_id': '02616dde26394b88bad6ba47f0c58171', 'gw_port': {'id': '468265b1-9718-41da-bdf3-3520d87556ee', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:8c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b83600-2371-40cc-82fb-0724ecf1b293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:52Z', 'updated_at': '2021-07-28T05:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi'}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:22:10.448839 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d9168a-9ad8-4e0c-8705-04bb24f234e7 None None] Checking router: d6b83600-2371-40cc-82fb-0724ecf1b293 for host: dv-cinder-801617-3-iscsi {{(pid=93164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:22:10.458021 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d9168a-9ad8-4e0c-8705-04bb24f234e7 None None] Routers {'d6b83600-2371-40cc-82fb-0724ecf1b293'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:22:10.458691 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-93d9168a-9ad8-4e0c-8705-04bb24f234e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:21:57Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['d6b83600-2371-40cc-82fb-0724ecf1b293'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:22:10.485561 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-e52e5faa-ec34-4a03-8a62-a91a0785ae35 admin admin] For port 468265b1-9718-41da-bdf3-3520d87556ee, host dv-cinder-801617-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=468265b1-9718-41da-bdf3-3520d87556ee,segment=NetworkSegment(d34fa97e-0825-4a06-9105-26c8994a2a7e),segment_id=d34fa97e-0825-4a06-9105-26c8994a2a7e)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:22:10.486127 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e52e5faa-ec34-4a03-8a62-a91a0785ae35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402200'] for port, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:10.498203 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-e52e5faa-ec34-4a03-8a62-a91a0785ae35 admin admin] Calling delete_port for 468265b1-9718-41da-bdf3-3520d87556ee owned by network:router_gateway {{(pid=93163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 05:22:10.541716 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-93d9168a-9ad8-4e0c-8705-04bb24f234e7 None None] Set router d6b83600-2371-40cc-82fb-0724ecf1b293 gateway port host: None {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:22:10.596749 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-93d9168a-9ad8-4e0c-8705-04bb24f234e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6b83600-2371-40cc-82fb-0724ecf1b293', 'name': 'tempest-TestVolumeBootPattern-389037872-router', 'tenant_id': '02616dde26394b88bad6ba47f0c58171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:51Z', 'updated_at': '2021-07-28T05:22:10Z', 'revision_number': 6, 'project_id': '02616dde26394b88bad6ba47f0c58171', 'gw_port_host': None}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:22:10.622744 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d9168a-9ad8-4e0c-8705-04bb24f234e7 None None] The sync data for ids ['d6b83600-2371-40cc-82fb-0724ecf1b293'] in dv-cinder-801617-3-iscsi is: [{'id': 'd6b83600-2371-40cc-82fb-0724ecf1b293', 'name': 'tempest-TestVolumeBootPattern-389037872-router', 'tenant_id': '02616dde26394b88bad6ba47f0c58171', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:51Z', 'updated_at': '2021-07-28T05:22:10Z', 'revision_number': 6, 'project_id': '02616dde26394b88bad6ba47f0c58171', 'gw_port_host': None}] {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:22:10.681805 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e52e5faa-ec34-4a03-8a62-a91a0785ae35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227552799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227148301'] for port, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:10.710565 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e5faa-ec34-4a03-8a62-a91a0785ae35 admin admin] Pushing event deleted for resources: {'Port': ['ID=468265b1-9718-41da-bdf3-3520d87556ee,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:22:10.733967 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e52e5faa-ec34-4a03-8a62-a91a0785ae35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406729'] for router_gateway, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:10.834059 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e52e5faa-ec34-4a03-8a62-a91a0785ae35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-922'] for router, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:10.836077 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e52e5faa-ec34-4a03-8a62-a91a0785ae35 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:10.898989 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e52e5faa-ec34-4a03-8a62-a91a0785ae35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555462'] for router, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:10.899537 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52e5faa-ec34-4a03-8a62-a91a0785ae35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6b83600-2371-40cc-82fb-0724ecf1b293 {{(pid=93163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 05:22:10.904222 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e52e5faa-ec34-4a03-8a62-a91a0785ae35 admin admin] Notify callbacks [] for router, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:10.905522 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-e52e5faa-ec34-4a03-8a62-a91a0785ae35 admin admin] 10.222.0.13 "DELETE /v2.0/routers/d6b83600-2371-40cc-82fb-0724ecf1b293 HTTP/1.1" status: 204 len: 168 time: 0.7702694 Jul 28 05:22:10.908049 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 52552) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:22:10.950596 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_v2 [None req-51640523-1d59-44eb-ae33-eb391b59569c admin admin] Deleting subnet 19347c51-13d8-4cdf-8cfd-d840ce17c799 {{(pid=93163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 05:22:10.953526 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-51640523-1d59-44eb-ae33-eb391b59569c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:10.987308 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-51640523-1d59-44eb-ae33-eb391b59569c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:11.069059 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-51640523-1d59-44eb-ae33-eb391b59569c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504883'] for subnet, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:11.120220 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-51640523-1d59-44eb-ae33-eb391b59569c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1504890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463'] for subnet, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:11.144963 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51640523-1d59-44eb-ae33-eb391b59569c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19347c51-13d8-4cdf-8cfd-d840ce17c799,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:22:11.146668 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-51640523-1d59-44eb-ae33-eb391b59569c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for subnet, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:11.150610 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-51640523-1d59-44eb-ae33-eb391b59569c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/19347c51-13d8-4cdf-8cfd-d840ce17c799 HTTP/1.1" status: 204 len: 168 time: 0.2395434 Jul 28 05:22:11.150836 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 52554) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:22:11.152152 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab574c97-614e-4ba6-98dd-8ee9d0f7b21b None None] Network ec74be42-2caf-4a53-bf1c-d08781db4d21 requested from dv-cinder-801617-3-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 05:22:11.218509 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-542d00e9-986e-4f31-acb1-d3e6e829f4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1632385'] for network, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:11.391873 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0032ca98-3d17-476e-9b67-44f428c0e1ac None None] DHCP port deletion for ec74be42-2caf-4a53-bf1c-d08781db4d21 request from dv-cinder-801617-3-iscsi {{(pid=93164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 05:22:11.470287 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-0032ca98-3d17-476e-9b67-44f428c0e1ac None None] Deleting port 3fdb1279-ab53-40a8-862e-86039d82be5e {{(pid=93164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 05:22:11.471479 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0032ca98-3d17-476e-9b67-44f428c0e1ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227548555'] for port, before_delete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:11.486146 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device dc92d016-74ec-4b87-b3d8-8bcbedd64035 no longer exists at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:22:11.538003 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] No Port match for: dc92d016-74ec-4b87-b3d8-8bcbedd64035 {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 05:22:11.538603 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device dc92d016-74ec-4b87-b3d8-8bcbedd64035 not bound to the agent host dv-cinder-801617-3-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:22:11.539203 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 468265b1-9718-41da-bdf3-3520d87556ee no longer exists at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:22:11.541822 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-542d00e9-986e-4f31-acb1-d3e6e829f4b1 admin admin] Deleting port 3fdb1279-ab53-40a8-862e-86039d82be5e {{(pid=93163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 05:22:11.542335 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-542d00e9-986e-4f31-acb1-d3e6e829f4b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227548555'] for port, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:11.565363 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] No Port match for: 468265b1-9718-41da-bdf3-3520d87556ee {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 05:22:11.565712 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 468265b1-9718-41da-bdf3-3520d87556ee not bound to the agent host dv-cinder-801617-3-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:22:11.566124 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 3fdb1279-ab53-40a8-862e-86039d82be5e no longer exists at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:22:11.595257 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-0032ca98-3d17-476e-9b67-44f428c0e1ac None None] For port 3fdb1279-ab53-40a8-862e-86039d82be5e, host dv-cinder-801617-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=3fdb1279-ab53-40a8-862e-86039d82be5e,segment=NetworkSegment(23eed4e2-d1fc-4c19-9674-0a0a78717f0a),segment_id=23eed4e2-d1fc-4c19-9674-0a0a78717f0a)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:22:11.595686 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0032ca98-3d17-476e-9b67-44f428c0e1ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402200'] for port, precommit_delete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:11.608525 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-542d00e9-986e-4f31-acb1-d3e6e829f4b1 admin admin] For port 3fdb1279-ab53-40a8-862e-86039d82be5e, host dv-cinder-801617-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=3fdb1279-ab53-40a8-862e-86039d82be5e,segment=NetworkSegment(23eed4e2-d1fc-4c19-9674-0a0a78717f0a),segment_id=23eed4e2-d1fc-4c19-9674-0a0a78717f0a)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:22:11.609500 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-542d00e9-986e-4f31-acb1-d3e6e829f4b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402200'] for port, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:11.614999 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-0032ca98-3d17-476e-9b67-44f428c0e1ac None None] Calling delete_port for 3fdb1279-ab53-40a8-862e-86039d82be5e owned by network:dhcp {{(pid=93164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 05:22:11.626207 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-542d00e9-986e-4f31-acb1-d3e6e829f4b1 admin admin] Calling delete_port for 3fdb1279-ab53-40a8-862e-86039d82be5e owned by network:dhcp {{(pid=93163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 05:22:11.720400 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-542d00e9-986e-4f31-acb1-d3e6e829f4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227552799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227148301'] for port, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:11.721086 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:11.748446 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542d00e9-986e-4f31-acb1-d3e6e829f4b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fdb1279-ab53-40a8-862e-86039d82be5e,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:22:11.750226 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542d00e9-986e-4f31-acb1-d3e6e829f4b1 admin admin] No DVR routers for this DVR port 3fdb1279-ab53-40a8-862e-86039d82be5e on host dv-cinder-801617-3-iscsi {{(pid=93163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 05:22:11.795093 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0032ca98-3d17-476e-9b67-44f428c0e1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227552799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227148301'] for port, after_delete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:11.828058 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0032ca98-3d17-476e-9b67-44f428c0e1ac None None] No DVR routers for this DVR port 3fdb1279-ab53-40a8-862e-86039d82be5e on host dv-cinder-801617-3-iscsi {{(pid=93164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 05:22:11.830021 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0032ca98-3d17-476e-9b67-44f428c0e1ac None None] Pushing event deleted for resources: {'Port': ['ID=3fdb1279-ab53-40a8-862e-86039d82be5e,revision_number=None']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:22:11.840288 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-542d00e9-986e-4f31-acb1-d3e6e829f4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377030', 'neutron.services.segments.db._delete_segments_for_network-8765227628337'] for network, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:11.852444 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-542d00e9-986e-4f31-acb1-d3e6e829f4b1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:11.852820 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-542d00e9-986e-4f31-acb1-d3e6e829f4b1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:11.853535 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-542d00e9-986e-4f31-acb1-d3e6e829f4b1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:11.853907 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-542d00e9-986e-4f31-acb1-d3e6e829f4b1 admin admin] Subscribe: > port after_create 55550000 {{(pid=93163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:11.854242 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-542d00e9-986e-4f31-acb1-d3e6e829f4b1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:11.854575 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-542d00e9-986e-4f31-acb1-d3e6e829f4b1 admin admin] Subscribe: > port after_update 55550000 {{(pid=93163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:11.854924 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-542d00e9-986e-4f31-acb1-d3e6e829f4b1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:11.855258 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-542d00e9-986e-4f31-acb1-d3e6e829f4b1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:11.855867 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-542d00e9-986e-4f31-acb1-d3e6e829f4b1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:11.856184 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-542d00e9-986e-4f31-acb1-d3e6e829f4b1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:11.923324 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-542d00e9-986e-4f31-acb1-d3e6e829f4b1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:11.923784 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-542d00e9-986e-4f31-acb1-d3e6e829f4b1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:11.924115 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-542d00e9-986e-4f31-acb1-d3e6e829f4b1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:11.924441 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-542d00e9-986e-4f31-acb1-d3e6e829f4b1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93163) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 05:22:11.925116 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.services.segments.db [None req-542d00e9-986e-4f31-acb1-d3e6e829f4b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec74be42-2caf-4a53-bf1c-d08781db4d21']}} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:22:11.942188 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.services.segments.db [None req-542d00e9-986e-4f31-acb1-d3e6e829f4b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23eed4e2-d1fc-4c19-9674-0a0a78717f0a') {'for_net_delete': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:22:11.942484 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.services.segments.db [None req-542d00e9-986e-4f31-acb1-d3e6e829f4b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23eed4e2-d1fc-4c19-9674-0a0a78717f0a') {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:22:11.958010 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-542d00e9-986e-4f31-acb1-d3e6e829f4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765227627066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536495190'] for segment, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:11.978031 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-542d00e9-986e-4f31-acb1-d3e6e829f4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502470'] for segment, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:11.986626 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-542d00e9-986e-4f31-acb1-d3e6e829f4b1 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=93163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 05:22:11.987032 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-542d00e9-986e-4f31-acb1-d3e6e829f4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5267487'] for segment, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:11.991363 dv-cinder-801617-3-iscsi neutron-server[93163]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 05:22:11.991363 dv-cinder-801617-3-iscsi neutron-server[93163]: from cryptography.utils import int_from_bytes Jul 28 05:22:11.991363 dv-cinder-801617-3-iscsi neutron-server[93163]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 05:22:11.991363 dv-cinder-801617-3-iscsi neutron-server[93163]: from cryptography.utils import int_from_bytes Jul 28 05:22:11.991363 dv-cinder-801617-3-iscsi neutron-server[93163]: Traceback (most recent call last): Jul 28 05:22:11.991363 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 05:22:11.991363 dv-cinder-801617-3-iscsi neutron-server[93163]: timer() Jul 28 05:22:11.991363 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 05:22:11.991363 dv-cinder-801617-3-iscsi neutron-server[93163]: cb(*args, **kw) Jul 28 05:22:11.991363 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 05:22:11.991363 dv-cinder-801617-3-iscsi neutron-server[93163]: return func(*args, **kwargs) Jul 28 05:22:11.991363 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 05:22:11.991363 dv-cinder-801617-3-iscsi neutron-server[93163]: self._notify() Jul 28 05:22:11.991363 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 05:22:11.991363 dv-cinder-801617-3-iscsi neutron-server[93163]: self.callback(batched_events) Jul 28 05:22:11.991363 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 05:22:11.991363 dv-cinder-801617-3-iscsi neutron-server[93163]: event.method(event) Jul 28 05:22:11.991363 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 05:22:11.991363 dv-cinder-801617-3-iscsi neutron-server[93163]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 05:22:11.991363 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 05:22:11.991363 dv-cinder-801617-3-iscsi neutron-server[93163]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 05:22:11.991363 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 05:22:11.991363 dv-cinder-801617-3-iscsi neutron-server[93163]: return f(self, *a, **k) Jul 28 05:22:11.991363 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 05:22:11.991363 dv-cinder-801617-3-iscsi neutron-server[93163]: return self._get(url).json() Jul 28 05:22:11.991363 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 05:22:11.991363 dv-cinder-801617-3-iscsi neutron-server[93163]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 05:22:11.991363 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 05:22:11.991363 dv-cinder-801617-3-iscsi neutron-server[93163]: return self.request(url, 'GET', **kwargs) Jul 28 05:22:11.991363 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 05:22:11.991363 dv-cinder-801617-3-iscsi neutron-server[93163]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 05:22:11.991363 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 05:22:11.991363 dv-cinder-801617-3-iscsi neutron-server[93163]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 05:22:11.991363 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 05:22:11.991363 dv-cinder-801617-3-iscsi neutron-server[93163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 05:22:11.991363 dv-cinder-801617-3-iscsi neutron-server[93163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 05:22:12.046640 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-542d00e9-986e-4f31-acb1-d3e6e829f4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406773'] for network, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:12.054025 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-542d00e9-986e-4f31-acb1-d3e6e829f4b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for network, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:12.055985 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-542d00e9-986e-4f31-acb1-d3e6e829f4b1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ec74be42-2caf-4a53-bf1c-d08781db4d21 HTTP/1.1" status: 204 len: 168 time: 0.9042430 Jul 28 05:22:12.065579 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542d00e9-986e-4f31-acb1-d3e6e829f4b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec74be42-2caf-4a53-bf1c-d08781db4d21,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:22:12.205710 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 52568) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:22:12.244621 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-95a41293-685d-467a-b8e8-f5aa267e2ab9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a552f7ab2976456ea67918bb2395079f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377948 Jul 28 05:22:12.246837 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 52570) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:22:12.292760 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-96f5fc4c-dd35-470a-8b1f-bb23844a4230 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:12.312440 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-96f5fc4c-dd35-470a-8b1f-bb23844a4230 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:12.357272 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-96f5fc4c-dd35-470a-8b1f-bb23844a4230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:12.359744 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-96f5fc4c-dd35-470a-8b1f-bb23844a4230 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:12.360895 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-96f5fc4c-dd35-470a-8b1f-bb23844a4230 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9b4b57ed-9501-439e-bccf-64c1087f8634 HTTP/1.1" status: 204 len: 168 time: 0.1132021 Jul 28 05:22:12.368266 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f5fc4c-dd35-470a-8b1f-bb23844a4230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4b57ed-9501-439e-bccf-64c1087f8634,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:22:12.673177 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 52578) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:22:12.712766 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-96b1f1dd-6cf8-4771-84c5-1b19e9a9ffd6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=02616dde26394b88bad6ba47f0c58171&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384369 Jul 28 05:22:12.715173 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 52582) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:22:12.765674 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f7ac09bb-199d-4de1-b2f6-119586c445d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:12.786419 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f7ac09bb-199d-4de1-b2f6-119586c445d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:12.832440 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f7ac09bb-199d-4de1-b2f6-119586c445d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:12.835285 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f7ac09bb-199d-4de1-b2f6-119586c445d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:12.836725 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-f7ac09bb-199d-4de1-b2f6-119586c445d6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ef249146-ef73-44fb-8845-e799faa1c778 HTTP/1.1" status: 204 len: 168 time: 0.1205976 Jul 28 05:22:12.844024 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ac09bb-199d-4de1-b2f6-119586c445d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef249146-ef73-44fb-8845-e799faa1c778,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:22:18.244731 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:23.942139 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-036d5d86-ce06-46f5-a9f1-048e456d4289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:26.801806 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-1445bdb1-28fb-420b-beeb-38ba53323f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:26.893676 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:27.785488 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:29.290423 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:29.409594 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-862cfada-1de4-41c1-b8a7-5c97eba04f70 req-7eb7166f-e2a5-404b-a00a-f9568fc2198e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cbf03d9c-e3ad-4b0a-b076-324f0ac23e0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385215 Jul 28 05:22:29.479726 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862cfada-1de4-41c1-b8a7-5c97eba04f70 req-4bc16b5e-c9fc-425d-b850-b57383c0c1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:22:29.481443 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-862cfada-1de4-41c1-b8a7-5c97eba04f70 req-4bc16b5e-c9fc-425d-b850-b57383c0c1db service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=30b837791a4f45f7bbefa0af378d5354&device_id=cbf03d9c-e3ad-4b0a-b076-324f0ac23e0a HTTP/1.1" status: 200 len: 1099 time: 0.0395548 Jul 28 05:22:29.584361 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862cfada-1de4-41c1-b8a7-5c97eba04f70 req-495a0c92-c1d9-44b3-9a0d-436b1b743a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:22:29.585837 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-862cfada-1de4-41c1-b8a7-5c97eba04f70 req-495a0c92-c1d9-44b3-9a0d-436b1b743a3a service neutron] 10.222.0.21 "GET /v2.0/networks?id=300c0b7a-3ec7-45c6-b237-7a8d9dd471d0 HTTP/1.1" status: 200 len: 915 time: 0.0852759 Jul 28 05:22:29.627904 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-862cfada-1de4-41c1-b8a7-5c97eba04f70 req-e8e43bba-ee1c-4a78-9b32-30c68755eaeb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bfda4eb-dc15-4a3b-b876-594b1a5469df HTTP/1.1" status: 200 len: 217 time: 0.0344367 Jul 28 05:22:29.676383 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862cfada-1de4-41c1-b8a7-5c97eba04f70 req-7994d0e7-ae42-41ac-bc92-2ca4de480f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:22:29.677833 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-862cfada-1de4-41c1-b8a7-5c97eba04f70 req-7994d0e7-ae42-41ac-bc92-2ca4de480f4e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f56af102-7f6a-4a13-8214-ac092fadb2ac HTTP/1.1" status: 200 len: 854 time: 0.0435293 Jul 28 05:22:29.717495 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-862cfada-1de4-41c1-b8a7-5c97eba04f70 req-da6c9757-c0e9-451b-9635-0c8171959750 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=300c0b7a-3ec7-45c6-b237-7a8d9dd471d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298195 Jul 28 05:22:29.803738 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-862cfada-1de4-41c1-b8a7-5c97eba04f70 req-0c2c3f23-da09-4154-9dce-0df44fd5d375 service neutron] 10.222.0.21 "GET /v2.0/networks/300c0b7a-3ec7-45c6-b237-7a8d9dd471d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789540 Jul 28 05:22:29.900894 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-862cfada-1de4-41c1-b8a7-5c97eba04f70 req-99046b20-c58b-4ab1-8359-a81779b2615c service neutron] 10.222.0.21 "GET /v2.0/networks/300c0b7a-3ec7-45c6-b237-7a8d9dd471d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903161 Jul 28 05:22:31.419491 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:22:48.259980 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:53.940654 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-3dfa8521-ae1c-44df-9a70-eb831776840c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:56.802284 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f3bbcc9e-7557-41c3-aa98-243ccd0ec72b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:56.893045 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:57.780091 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:22:59.292701 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:23:08.418487 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:23:18.275258 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:23:23.941125 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9449623f-7cfc-4ca3-a1ef-ded9069f1f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:23:26.805304 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-69cce2bd-2d1c-4915-8649-137f412e52a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:23:26.896051 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:23:27.782887 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:23:29.295191 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:23:29.528838 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-578caa20-915b-4e33-a86a-6754f1ba7ecf req-98fd36c0-bcc4-4662-b623-1c95d488b72d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381496 Jul 28 05:23:29.601949 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578caa20-915b-4e33-a86a-6754f1ba7ecf req-4a24e11e-b684-4b6e-a253-184948756726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:23:29.603465 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-578caa20-915b-4e33-a86a-6754f1ba7ecf req-4a24e11e-b684-4b6e-a253-184948756726 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=162cf98d41084cd29bc9db2538d57b58&device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 1098 time: 0.0402563 Jul 28 05:23:29.706003 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578caa20-915b-4e33-a86a-6754f1ba7ecf req-6aa30aa7-67aa-43d6-b355-c47ddb342a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:23:29.707513 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-578caa20-915b-4e33-a86a-6754f1ba7ecf req-6aa30aa7-67aa-43d6-b355-c47ddb342a52 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1e1b37c8-9f51-4b13-b4f6-5de8eae97aae HTTP/1.1" status: 200 len: 914 time: 0.0859418 Jul 28 05:23:29.749039 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-578caa20-915b-4e33-a86a-6754f1ba7ecf req-91a47559-edf5-4c60-a3f6-e2b900d2a7e7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=458bd766-086c-4d4c-8f48-5d775814a77b HTTP/1.1" status: 200 len: 217 time: 0.0340643 Jul 28 05:23:29.796155 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578caa20-915b-4e33-a86a-6754f1ba7ecf req-eb23349b-e7be-4213-b4a4-57c8794deb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:23:29.797446 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-578caa20-915b-4e33-a86a-6754f1ba7ecf req-eb23349b-e7be-4213-b4a4-57c8794deb0c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9ae3169a-dd18-4170-bfb7-7c81bdd3233d HTTP/1.1" status: 200 len: 853 time: 0.0415449 Jul 28 05:23:29.827620 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-578caa20-915b-4e33-a86a-6754f1ba7ecf req-c7378e4e-e9b9-4943-9073-085391f36285 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1e1b37c8-9f51-4b13-b4f6-5de8eae97aae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232797 Jul 28 05:23:29.918450 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-578caa20-915b-4e33-a86a-6754f1ba7ecf req-9cb0c0e2-f37e-4240-9aad-c3b1a81acedb service neutron] 10.222.0.21 "GET /v2.0/networks/1e1b37c8-9f51-4b13-b4f6-5de8eae97aae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835657 Jul 28 05:23:30.009501 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-578caa20-915b-4e33-a86a-6754f1ba7ecf req-d2fcff40-b365-4df5-8ad9-210640ce252f service neutron] 10.222.0.21 "GET /v2.0/networks/1e1b37c8-9f51-4b13-b4f6-5de8eae97aae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839553 Jul 28 05:23:45.416942 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:23:48.290951 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:23:53.941302 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-3bef0f29-e789-46b9-a5b3-4ce5570a7b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:23:56.806279 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-a816aad7-a43c-4baa-b156-0fbb81e1192d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:23:56.894725 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:23:57.785144 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:23:59.296315 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:24:18.290744 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:24:22.415083 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:24:23.941429 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-d94f9180-9465-43b1-b026-811685449238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:24:26.806699 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-30c6dcef-8564-45ba-8b35-78ff4fb5af08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:24:26.895387 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:24:27.789150 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:24:29.299406 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:24:29.557577 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f475a22c-d918-4cba-8446-9dff455220a1 req-c2808f03-1d3d-4423-b640-b1b918407f0c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1264105 Jul 28 05:24:29.626670 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475a22c-d918-4cba-8446-9dff455220a1 req-13c29986-daff-40aa-a30e-03b8814d7a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:24:29.628133 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f475a22c-d918-4cba-8446-9dff455220a1 req-13c29986-daff-40aa-a30e-03b8814d7a2c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=30b837791a4f45f7bbefa0af378d5354&device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 1098 time: 0.0400133 Jul 28 05:24:29.729839 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475a22c-d918-4cba-8446-9dff455220a1 req-20423332-9119-42b7-a225-5370a4c71cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:24:29.731251 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f475a22c-d918-4cba-8446-9dff455220a1 req-20423332-9119-42b7-a225-5370a4c71cf6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=300c0b7a-3ec7-45c6-b237-7a8d9dd471d0 HTTP/1.1" status: 200 len: 915 time: 0.0848432 Jul 28 05:24:29.770957 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f475a22c-d918-4cba-8446-9dff455220a1 req-4404354e-9f1d-436e-9808-884eba7923c9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=78dc2123-806b-41a0-abdb-3847cc2b9fde HTTP/1.1" status: 200 len: 217 time: 0.0327084 Jul 28 05:24:29.817547 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475a22c-d918-4cba-8446-9dff455220a1 req-a1ccf527-ecd4-46ff-9c24-2fd2655290ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:24:29.819006 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f475a22c-d918-4cba-8446-9dff455220a1 req-a1ccf527-ecd4-46ff-9c24-2fd2655290ce service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f56af102-7f6a-4a13-8214-ac092fadb2ac HTTP/1.1" status: 200 len: 854 time: 0.0415764 Jul 28 05:24:29.852759 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f475a22c-d918-4cba-8446-9dff455220a1 req-d47ab62a-9601-4ec2-94ca-9dde53a20ef6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=300c0b7a-3ec7-45c6-b237-7a8d9dd471d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261304 Jul 28 05:24:29.942399 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f475a22c-d918-4cba-8446-9dff455220a1 req-01b52294-e354-43df-baf7-4c9d3e78d49e service neutron] 10.222.0.21 "GET /v2.0/networks/300c0b7a-3ec7-45c6-b237-7a8d9dd471d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823822 Jul 28 05:24:30.030217 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f475a22c-d918-4cba-8446-9dff455220a1 req-08bcb92a-9874-4044-aaf9-369abe4f757f service neutron] 10.222.0.21 "GET /v2.0/networks/300c0b7a-3ec7-45c6-b237-7a8d9dd471d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809286 Jul 28 05:24:30.582161 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda16bd-7fbd-4eea-bb81-63bd342f2de7 req-a82d0fc2-eecd-4768-ae35-65a515a06386 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:24:30.583631 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9dda16bd-7fbd-4eea-bb81-63bd342f2de7 req-a82d0fc2-eecd-4768-ae35-65a515a06386 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 945 time: 0.1816225 Jul 28 05:24:30.622783 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9dda16bd-7fbd-4eea-bb81-63bd342f2de7 req-71fd271b-83ac-4efd-a0e6-071d052be47a tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/security-groups?id=54625e3e-dce3-4365-bd4f-8381487c9868&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331752 Jul 28 05:24:31.285958 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1632ee06-99f3-41c8-973f-5669aa46a1d9 req-678998c3-3fa6-4814-9329-254db23f0eef tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:24:31.287369 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1632ee06-99f3-41c8-973f-5669aa46a1d9 req-678998c3-3fa6-4814-9329-254db23f0eef tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.21 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 945 time: 0.0464234 Jul 28 05:24:31.377347 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [req-1632ee06-99f3-41c8-973f-5669aa46a1d9 req-fa2028a1-d836-4b83-a749-f3292ce4bbd0 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] Deleting port 458bd766-086c-4d4c-8f48-5d775814a77b {{(pid=93163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 05:24:31.377691 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-1632ee06-99f3-41c8-973f-5669aa46a1d9 req-fa2028a1-d836-4b83-a749-f3292ce4bbd0 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227548555'] for port, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:24:31.460547 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [req-1632ee06-99f3-41c8-973f-5669aa46a1d9 req-fa2028a1-d836-4b83-a749-f3292ce4bbd0 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] For port 458bd766-086c-4d4c-8f48-5d775814a77b, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=458bd766-086c-4d4c-8f48-5d775814a77b,segment=NetworkSegment(275e1bcb-3d9e-4904-beb0-ef3ab74c53b2),segment_id=275e1bcb-3d9e-4904-beb0-ef3ab74c53b2)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:24:31.460909 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-1632ee06-99f3-41c8-973f-5669aa46a1d9 req-fa2028a1-d836-4b83-a749-f3292ce4bbd0 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402200'] for port, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:24:31.473534 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [req-1632ee06-99f3-41c8-973f-5669aa46a1d9 req-fa2028a1-d836-4b83-a749-f3292ce4bbd0 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] Calling delete_port for 458bd766-086c-4d4c-8f48-5d775814a77b owned by compute:nova {{(pid=93163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 05:24:31.598005 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-1632ee06-99f3-41c8-973f-5669aa46a1d9 req-fa2028a1-d836-4b83-a749-f3292ce4bbd0 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227552799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227148301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5267504'] for port, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:24:31.625111 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2028a1-d836-4b83-a749-f3292ce4bbd0 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] Pushing event deleted for resources: {'Port': ['ID=458bd766-086c-4d4c-8f48-5d775814a77b,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:24:31.633383 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] get_ports_and_sgs() called for port_ids ['458bd766-086c-4d4c-8f48-5d775814a77b'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:24:31.637312 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2028a1-d836-4b83-a749-f3292ce4bbd0 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:24:31.637664 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2028a1-d836-4b83-a749-f3292ce4bbd0 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:24:31.638005 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2028a1-d836-4b83-a749-f3292ce4bbd0 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:24:31.638343 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2028a1-d836-4b83-a749-f3292ce4bbd0 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:24:31.638703 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2028a1-d836-4b83-a749-f3292ce4bbd0 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:24:31.639099 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2028a1-d836-4b83-a749-f3292ce4bbd0 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:24:31.639398 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2028a1-d836-4b83-a749-f3292ce4bbd0 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:24:31.639899 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2028a1-d836-4b83-a749-f3292ce4bbd0 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:24:31.640235 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2028a1-d836-4b83-a749-f3292ce4bbd0 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:24:31.640463 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2028a1-d836-4b83-a749-f3292ce4bbd0 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:24:31.640805 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2028a1-d836-4b83-a749-f3292ce4bbd0 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:24:31.641176 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2028a1-d836-4b83-a749-f3292ce4bbd0 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:24:31.680213 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [req-1632ee06-99f3-41c8-973f-5669aa46a1d9 req-fa2028a1-d836-4b83-a749-f3292ce4bbd0 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] No DVR routers for this DVR port 458bd766-086c-4d4c-8f48-5d775814a77b on host hv-cinder-80161 {{(pid=93163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 05:24:31.682663 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-1632ee06-99f3-41c8-973f-5669aa46a1d9 req-fa2028a1-d836-4b83-a749-f3292ce4bbd0 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068'] for port, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:24:31.684873 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1632ee06-99f3-41c8-973f-5669aa46a1d9 req-fa2028a1-d836-4b83-a749-f3292ce4bbd0 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.21 "DELETE /v2.0/ports/458bd766-086c-4d4c-8f48-5d775814a77b HTTP/1.1" status: 204 len: 173 time: 0.3913496 Jul 28 05:24:31.685234 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '117b2713-74ea-4435-89c5-32b007bd7bb4', 'name': 'network-vif-deleted', 'tag': '458bd766-086c-4d4c-8f48-5d775814a77b'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:24:31.687516 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdaae2d937131cd036474998a49e3e11d53281396ea4e1ac8b096c837d21eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13af6b5a-2d80-4417-8356-c9dd7f65cc95" -d '{"events": [{"server_uuid": "117b2713-74ea-4435-89c5-32b007bd7bb4", "name": "network-vif-deleted", "tag": "458bd766-086c-4d4c-8f48-5d775814a77b"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:24:31.725420 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 05:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5d9539-5996-40da-a7c1-6cd705289f9f x-openstack-request-id: req-bb5d9539-5996-40da-a7c1-6cd705289f9f {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:24:31.725727 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "117b2713-74ea-4435-89c5-32b007bd7bb4", "name": "network-vif-deleted", "tag": "458bd766-086c-4d4c-8f48-5d775814a77b", "status": "completed", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:24:31.725959 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bb5d9539-5996-40da-a7c1-6cd705289f9f {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:24:31.726346 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '117b2713-74ea-4435-89c5-32b007bd7bb4', 'name': 'network-vif-deleted', 'tag': '458bd766-086c-4d4c-8f48-5d775814a77b', 'status': 'completed', 'code': 200} Jul 28 05:24:31.778398 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-fcc89dc5-6bac-4335-8e89-04613fecb829 req-f686abed-6c7d-4c2b-89be-7b4c6f74d4d9 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0819087 Jul 28 05:24:32.872974 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-42417d55-b56a-448e-b51a-c97c41265424 req-1ebb4bfe-7dbd-4f30-b1b6-c4cb2af8ecfa tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0261393 Jul 28 05:24:33.963601 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-39444de9-3f77-4864-9a56-46109e38319d req-83f18a0c-4da7-4ad5-82cd-a09d12cfff0b tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0251403 Jul 28 05:24:35.055691 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-cf6a41ab-3f48-4d6f-9e36-723dd5b1bf27 req-7aa1ae3e-c052-43ea-8b68-6bded087a548 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0246511 Jul 28 05:24:35.171161 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device 458bd766-086c-4d4c-8f48-5d775814a77b no longer exists at agent hyperv_hv-cinder-80161 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:24:35.193285 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] No Port match for: 458bd766-086c-4d4c-8f48-5d775814a77b {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 05:24:35.193630 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device 458bd766-086c-4d4c-8f48-5d775814a77b not bound to the agent host hv-cinder-80161 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:24:36.147179 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-84e58fd4-033b-4bee-a385-604e292ee334 req-46149276-2c03-46b4-973a-0be62ffb71ae tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0250723 Jul 28 05:24:37.237345 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-303db42c-131c-44a0-a14a-93555a1b93bf req-e337a4d2-dda3-4b76-b6a5-e4c44cbd2201 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0265853 Jul 28 05:24:38.334644 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4a7ae778-3702-4eed-8a72-ddd55ae55753 req-188f9d0f-200e-42a2-8fd5-27ba7959ae62 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0281761 Jul 28 05:24:39.426789 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1c4b4f11-1922-4b8f-b662-21aa0f78280a req-71cc90d0-b0e7-43aa-93fd-d165f171e238 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0255098 Jul 28 05:24:40.517742 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f2138bf7-ef38-46b6-ac9c-b4b197397a32 req-527fed33-ed9d-4e5f-9b7a-26e0506dfb84 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0255840 Jul 28 05:24:41.608202 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ec0f7467-6426-4662-8470-cc45c2650a86 req-4bfee670-375a-4a8a-a240-e886f8d894b2 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0258362 Jul 28 05:24:42.698988 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7bc157f8-d127-44c9-a9f7-8e09e4db8d74 req-9754cafc-84a4-4c92-b7fc-98fdb7700484 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0249965 Jul 28 05:24:43.790307 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-475828fb-8c16-4eee-be04-baf1333ee0c6 req-b7add3e0-f7b6-409e-9f90-ea004ffe0112 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0256834 Jul 28 05:24:44.886022 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0312733f-691a-4da8-a592-6b4185bec2d0 req-c8d4d9c4-a0a8-49aa-955d-7996507cc6ec tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0286422 Jul 28 05:24:45.974738 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4cc9b1db-d088-44d8-a30d-d6ce2e2f0a0b req-39f38ee6-be54-44ab-803f-bd5f5732118b tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0253417 Jul 28 05:24:47.065750 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0ead6735-188a-4b9e-85fd-bae4c8c5a3a3 req-a2bdfb69-d8e1-4316-9105-7d9a54755bfe tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0258501 Jul 28 05:24:48.156387 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a5f72a70-be01-4bf0-9122-69e560ed5299 req-b0a7efa7-273f-486e-893c-a58947af898d tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0248673 Jul 28 05:24:48.164628 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [req-7797b929-fb1c-4846-aac0-9f79f66e3fa7 req-8177ebad-07e8-4e16-a8c3-1cefbec4903b service neutron] (93162) timed out ('10.222.0.21', 60864) {{(pid=93162) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 05:24:48.165254 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [req-17606367-7226-4766-901d-c967762ff554 req-ffb41343-b5b3-46c2-9a17-9cb70449bbe0 service neutron] (93163) timed out ('10.222.0.21', 60833) {{(pid=93163) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 05:24:48.290885 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:24:49.248930 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-cd74b5fd-9f8f-4508-b33a-4c67282110a9 req-68148e92-3515-447a-922e-d9ca28562a9f tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0259728 Jul 28 05:24:50.133886 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af4c6ee-ca39-43e0-80bf-3eb7b42c2080 req-7ba982b2-55a4-43c0-a5b7-ea03cfeb44b3 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:24:50.135370 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4af4c6ee-ca39-43e0-80bf-3eb7b42c2080 req-7ba982b2-55a4-43c0-a5b7-ea03cfeb44b3 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 946 time: 0.0507493 Jul 28 05:24:50.172365 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4af4c6ee-ca39-43e0-80bf-3eb7b42c2080 req-4649aaff-9847-4aa8-a626-45d37fa94497 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/security-groups?id=914ab7d4-c321-44bb-8153-ea66db053fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312212 Jul 28 05:24:50.343018 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ddbc9b61-3463-48ed-95a0-0513183d0c08 req-1000a556-1d61-42f5-977a-b5550556c363 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0263839 Jul 28 05:24:50.861507 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0d610-2fbf-4a2a-8c69-b7ede8ba2d5e req-3694ddc8-8348-4247-a170-36e2bdae9496 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:24:50.862919 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8ad0d610-2fbf-4a2a-8c69-b7ede8ba2d5e req-3694ddc8-8348-4247-a170-36e2bdae9496 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 946 time: 0.0479569 Jul 28 05:24:50.952412 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [req-8ad0d610-2fbf-4a2a-8c69-b7ede8ba2d5e req-2c407500-2e7b-4945-b53c-aae94b61d793 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Deleting port be024afa-a2ba-4736-b26b-99e01a74cf03 {{(pid=93163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 05:24:50.952752 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-8ad0d610-2fbf-4a2a-8c69-b7ede8ba2d5e req-2c407500-2e7b-4945-b53c-aae94b61d793 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227548555'] for port, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:24:51.036757 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [req-8ad0d610-2fbf-4a2a-8c69-b7ede8ba2d5e req-2c407500-2e7b-4945-b53c-aae94b61d793 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] For port be024afa-a2ba-4736-b26b-99e01a74cf03, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=be024afa-a2ba-4736-b26b-99e01a74cf03,segment=NetworkSegment(63e88a60-78da-4f55-839d-5376c73609d1),segment_id=63e88a60-78da-4f55-839d-5376c73609d1)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:24:51.037120 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-8ad0d610-2fbf-4a2a-8c69-b7ede8ba2d5e req-2c407500-2e7b-4945-b53c-aae94b61d793 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402200'] for port, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:24:51.202066 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-8ad0d610-2fbf-4a2a-8c69-b7ede8ba2d5e req-2c407500-2e7b-4945-b53c-aae94b61d793 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:24:51.202441 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-8ad0d610-2fbf-4a2a-8c69-b7ede8ba2d5e req-2c407500-2e7b-4945-b53c-aae94b61d793 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406535'] for floatingip, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:24:51.202754 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.db.l3_db [req-8ad0d610-2fbf-4a2a-8c69-b7ede8ba2d5e req-2c407500-2e7b-4945-b53c-aae94b61d793 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Floating IP dc8d98a2-5bec-469e-b835-8d17959a5fee disassociated. External IP: 172.27.2.223, port: be024afa-a2ba-4736-b26b-99e01a74cf03. Jul 28 05:24:51.203094 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [req-8ad0d610-2fbf-4a2a-8c69-b7ede8ba2d5e req-2c407500-2e7b-4945-b53c-aae94b61d793 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Calling delete_port for be024afa-a2ba-4736-b26b-99e01a74cf03 owned by compute:nova {{(pid=93163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 05:24:51.313124 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e73d1b0-ce7b-4944-a4be-0fa2b99cb967 req-413fbb3c-db9a-42dd-bd3a-5ed56846551e tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:24:51.314575 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8e73d1b0-ce7b-4944-a4be-0fa2b99cb967 req-413fbb3c-db9a-42dd-bd3a-5ed56846551e tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 946 time: 0.0693419 Jul 28 05:24:51.388278 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8e73d1b0-ce7b-4944-a4be-0fa2b99cb967 req-6159b51e-269a-4308-9c1e-f2b0cf4074c7 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/security-groups?id=914ab7d4-c321-44bb-8153-ea66db053fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675039 Jul 28 05:24:51.398289 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-8ad0d610-2fbf-4a2a-8c69-b7ede8ba2d5e req-2c407500-2e7b-4945-b53c-aae94b61d793 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227552799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227148301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5267504'] for port, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:24:51.429532 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c407500-2e7b-4945-b53c-aae94b61d793 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Pushing event deleted for resources: {'Port': ['ID=be024afa-a2ba-4736-b26b-99e01a74cf03,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:24:51.462610 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-593d2ce8-d993-4253-a936-7211686cb5c6 req-211d82f5-c0ef-457d-8df8-31a10073028f tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0366445 Jul 28 05:24:51.562389 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ad0d610-2fbf-4a2a-8c69-b7ede8ba2d5e req-2c407500-2e7b-4945-b53c-aae94b61d793 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Router 6d6a469e-4bf2-4138-8fc3-d836b5f0c496 has already been hosted by L3 agent febb8baf-5368-4b94-affe-2856141f0f3f {{(pid=93163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 05:24:51.664842 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ad0d610-2fbf-4a2a-8c69-b7ede8ba2d5e req-2c407500-2e7b-4945-b53c-aae94b61d793 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify agent at l3_agent.dv-cinder-801617-3-iscsi the message routers_updated {{(pid=93163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:24:51.674796 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56def525-4472-4544-8637-1823e4e8134e None None] Sync routers for ids ['6d6a469e-4bf2-4138-8fc3-d836b5f0c496'] in dv-cinder-801617-3-iscsi {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:24:51.683695 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56def525-4472-4544-8637-1823e4e8134e None None] Routers {'6d6a469e-4bf2-4138-8fc3-d836b5f0c496'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:24:51.684286 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-56def525-4472-4544-8637-1823e4e8134e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:24:27Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['6d6a469e-4bf2-4138-8fc3-d836b5f0c496'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:24:51.702566 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ad0d610-2fbf-4a2a-8c69-b7ede8ba2d5e req-2c407500-2e7b-4945-b53c-aae94b61d793 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] No DVR routers for this DVR port be024afa-a2ba-4736-b26b-99e01a74cf03 on host hv-cinder-80161 {{(pid=93163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 05:24:51.705123 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-8ad0d610-2fbf-4a2a-8c69-b7ede8ba2d5e req-2c407500-2e7b-4945-b53c-aae94b61d793 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068'] for port, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:24:51.707125 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8ad0d610-2fbf-4a2a-8c69-b7ede8ba2d5e req-2c407500-2e7b-4945-b53c-aae94b61d793 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.21 "DELETE /v2.0/ports/be024afa-a2ba-4736-b26b-99e01a74cf03 HTTP/1.1" status: 204 len: 173 time: 0.8369536 Jul 28 05:24:51.707702 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb83aa2e-d4fc-465b-b510-fc569c2d3a02', 'name': 'network-vif-deleted', 'tag': 'be024afa-a2ba-4736-b26b-99e01a74cf03'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:24:51.710492 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdaae2d937131cd036474998a49e3e11d53281396ea4e1ac8b096c837d21eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2acffe08-4f24-4df0-8f81-89889cdb24fb" -d '{"events": [{"server_uuid": "cb83aa2e-d4fc-465b-b510-fc569c2d3a02", "name": "network-vif-deleted", "tag": "be024afa-a2ba-4736-b26b-99e01a74cf03"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:24:51.792998 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-56def525-4472-4544-8637-1823e4e8134e None None] Set router 6d6a469e-4bf2-4138-8fc3-d836b5f0c496 gateway port host: dv-cinder-801617-3-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:24:51.815944 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 05:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62b2ada-4d9a-405b-bf76-a7436b5e5dd3 x-openstack-request-id: req-d62b2ada-4d9a-405b-bf76-a7436b5e5dd3 {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:24:51.816301 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb83aa2e-d4fc-465b-b510-fc569c2d3a02", "name": "network-vif-deleted", "tag": "be024afa-a2ba-4736-b26b-99e01a74cf03", "status": "completed", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:24:51.816615 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d62b2ada-4d9a-405b-bf76-a7436b5e5dd3 {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:24:51.817218 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb83aa2e-d4fc-465b-b510-fc569c2d3a02', 'name': 'network-vif-deleted', 'tag': 'be024afa-a2ba-4736-b26b-99e01a74cf03', 'status': 'completed', 'code': 200} Jul 28 05:24:51.988424 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-56def525-4472-4544-8637-1823e4e8134e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6a469e-4bf2-4138-8fc3-d836b5f0c496', 'name': 'tempest-AttachVolumeTestJSON-1496127404-router', 'tenant_id': '38cd928d0e0347d0baad775ab2994326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '7a4ff8c3-352c-444d-9f87-0662d3b47602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:06Z', 'updated_at': '2021-07-28T05:09:18Z', 'revision_number': 4, 'project_id': '38cd928d0e0347d0baad775ab2994326', 'gw_port': {'id': '7a4ff8c3-352c-444d-9f87-0662d3b47602', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:56:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6a469e-4bf2-4138-8fc3-d836b5f0c496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:08Z', 'updated_at': '2021-07-28T05:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_interfaces': [{'id': '45e5aab9-0412-42d2-ae4f-fd3d2a06bb13', 'name': '', 'network_id': '7040d785-ad9e-439a-8073-762370b8ac7a', 'tenant_id': '38cd928d0e0347d0baad775ab2994326', 'mac_address': 'fa:16:3e:6a:e5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6a469e-4bf2-4138-8fc3-d836b5f0c496', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '278bb74a-8e56-4dfc-917a-8520d15d8eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:15Z', 'updated_at': '2021-07-28T05:09:28Z', 'revision_number': 5, 'project_id': '38cd928d0e0347d0baad775ab2994326', 'subnets': [{'id': '278bb74a-8e56-4dfc-917a-8520d15d8eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:24:52.016791 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56def525-4472-4544-8637-1823e4e8134e None None] Checking router: 6d6a469e-4bf2-4138-8fc3-d836b5f0c496 for host: dv-cinder-801617-3-iscsi {{(pid=93165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:24:52.024794 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56def525-4472-4544-8637-1823e4e8134e None None] Routers {'6d6a469e-4bf2-4138-8fc3-d836b5f0c496'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:24:52.026036 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-56def525-4472-4544-8637-1823e4e8134e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:24:27Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['6d6a469e-4bf2-4138-8fc3-d836b5f0c496'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:24:52.125500 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-56def525-4472-4544-8637-1823e4e8134e None None] Set router 6d6a469e-4bf2-4138-8fc3-d836b5f0c496 gateway port host: dv-cinder-801617-3-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:24:52.319806 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-56def525-4472-4544-8637-1823e4e8134e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6a469e-4bf2-4138-8fc3-d836b5f0c496', 'name': 'tempest-AttachVolumeTestJSON-1496127404-router', 'tenant_id': '38cd928d0e0347d0baad775ab2994326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '7a4ff8c3-352c-444d-9f87-0662d3b47602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:06Z', 'updated_at': '2021-07-28T05:09:18Z', 'revision_number': 4, 'project_id': '38cd928d0e0347d0baad775ab2994326', 'gw_port': {'id': '7a4ff8c3-352c-444d-9f87-0662d3b47602', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:56:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6a469e-4bf2-4138-8fc3-d836b5f0c496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:08Z', 'updated_at': '2021-07-28T05:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_interfaces': [{'id': '45e5aab9-0412-42d2-ae4f-fd3d2a06bb13', 'name': '', 'network_id': '7040d785-ad9e-439a-8073-762370b8ac7a', 'tenant_id': '38cd928d0e0347d0baad775ab2994326', 'mac_address': 'fa:16:3e:6a:e5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6a469e-4bf2-4138-8fc3-d836b5f0c496', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '278bb74a-8e56-4dfc-917a-8520d15d8eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:15Z', 'updated_at': '2021-07-28T05:09:28Z', 'revision_number': 5, 'project_id': '38cd928d0e0347d0baad775ab2994326', 'subnets': [{'id': '278bb74a-8e56-4dfc-917a-8520d15d8eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:24:52.341585 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56def525-4472-4544-8637-1823e4e8134e None None] The sync data for ids ['6d6a469e-4bf2-4138-8fc3-d836b5f0c496'] in dv-cinder-801617-3-iscsi is: [{'id': '6d6a469e-4bf2-4138-8fc3-d836b5f0c496', 'name': 'tempest-AttachVolumeTestJSON-1496127404-router', 'tenant_id': '38cd928d0e0347d0baad775ab2994326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '7a4ff8c3-352c-444d-9f87-0662d3b47602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:06Z', 'updated_at': '2021-07-28T05:09:18Z', 'revision_number': 4, 'project_id': '38cd928d0e0347d0baad775ab2994326', 'gw_port': {'id': '7a4ff8c3-352c-444d-9f87-0662d3b47602', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:56:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6a469e-4bf2-4138-8fc3-d836b5f0c496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:08Z', 'updated_at': '2021-07-28T05:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_interfaces': [{'id': '45e5aab9-0412-42d2-ae4f-fd3d2a06bb13', 'name': '', 'network_id': '7040d785-ad9e-439a-8073-762370b8ac7a', 'tenant_id': '38cd928d0e0347d0baad775ab2994326', 'mac_address': 'fa:16:3e:6a:e5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6a469e-4bf2-4138-8fc3-d836b5f0c496', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '278bb74a-8e56-4dfc-917a-8520d15d8eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:15Z', 'updated_at': '2021-07-28T05:09:28Z', 'revision_number': 5, 'project_id': '38cd928d0e0347d0baad775ab2994326', 'subnets': [{'id': '278bb74a-8e56-4dfc-917a-8520d15d8eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:24:52.483790 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b55ab63e-2a90-44ca-87f9-dae20dda5586 req-8f6657ad-d245-4980-b8ea-7c730b9d7e30 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0261514 Jul 28 05:24:52.547801 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e649dd-1553-41da-9b76-0b7dda0c9bea None None] New status for floating IP dc8d98a2-5bec-469e-b835-8d17959a5fee: DOWN {{(pid=93164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 05:24:52.572837 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-237dddf8-cf54-4767-b4ef-7b22edd97f05 req-bc15230d-4391-4296-a80c-5eeb25ea4afb tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0293095 Jul 28 05:24:53.207470 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device be024afa-a2ba-4736-b26b-99e01a74cf03 no longer exists at agent hyperv_hv-cinder-80161 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:24:53.227070 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] No Port match for: be024afa-a2ba-4736-b26b-99e01a74cf03 {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 05:24:53.227387 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device be024afa-a2ba-4736-b26b-99e01a74cf03 not bound to the agent host hv-cinder-80161 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:24:53.578476 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-617756ba-fbac-4069-8ab3-85a76755b526 req-6f4608cb-9868-47ae-ba77-25e0d3e7cd2b tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0252893 Jul 28 05:24:53.662898 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-77a5618b-95ed-4ee9-b998-71c32388506e req-ebbe54c7-eb33-4321-bc46-5b3ec9f8fad5 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0248139 Jul 28 05:24:53.941447 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f517c94a-9ae1-4f8c-a5fb-d5a4cfee79a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:24:54.669785 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-aae11615-e9d7-4103-99df-da4e48d77675 req-2ee4d9c4-b117-48b8-aef8-de4cc5bc8f67 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0260677 Jul 28 05:24:54.760769 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-99715b05-3980-4ebd-89f3-e7568bbcf554 req-acec6b36-f53b-4487-80e0-8d4828a13eff tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0338757 Jul 28 05:24:55.761970 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5d60f066-e858-494d-afbf-096a4a8a984f req-502cad50-3744-4f1e-8818-c7b602469ee5 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0255160 Jul 28 05:24:55.852700 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ce276ef9-a3c3-4f7d-a6d8-7c06755a1115 req-9ab9c02c-181d-4b69-89e3-99eea637f12c tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0276029 Jul 28 05:24:56.807762 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-96fbb1cb-4d8d-4ce3-9759-30116b0989dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:24:56.854188 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3250b050-8724-4f95-a42c-3a5c70fc5eb1 req-8d099a00-b1b7-4e64-b53e-72d809ac08ee tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0255399 Jul 28 05:24:56.895475 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:24:56.943997 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b9f0f4b3-a822-43d7-b9f2-1257f0e0c14e req-990ea664-2c92-49d6-b08e-4976ab0aab05 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0257173 Jul 28 05:24:57.792147 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:24:57.943812 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-61c19ca6-0702-4ad8-8071-9e90cdbd461e req-720add9c-ae81-4e25-8335-1a2c923af1a1 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0253236 Jul 28 05:24:58.033786 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-021d898b-7059-4ac5-82da-1f8c254d1df3 req-2c5281aa-11e0-4461-b351-d73d5d274f7c tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0247531 Jul 28 05:24:59.038053 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-132dff25-933f-48fe-81cf-61b8e5206310 req-fb1b285d-3348-4437-84ab-98f278995b8f tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0249720 Jul 28 05:24:59.126534 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-fe75de78-1abd-4c82-ac65-8b1aee388252 req-7ed33bc2-8209-42e4-bb9a-8157148ba1c2 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0278032 Jul 28 05:24:59.302739 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:24:59.413167 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:25:00.128342 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6a68be51-9046-400d-8941-c215dd107103 req-98e8aa93-cfdf-4692-8bba-1476816ecefc tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0251355 Jul 28 05:25:00.216501 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-37b05eae-e85c-4613-b0de-f046ab6f1eca req-7f4c8549-e011-4bdf-9c2f-7b55912dac1b tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0260706 Jul 28 05:25:01.219279 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-df83dae5-2f6a-4355-84b4-6fba166ec725 req-5891d5b0-ba1e-4fef-a35b-0d448b4d2a48 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0259280 Jul 28 05:25:01.305950 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c4f39b36-0843-4fdc-a3d4-707c0fa8bb05 req-62ed8d76-a644-41b5-beeb-656c180c14cb tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0254731 Jul 28 05:25:02.311248 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e4234988-ec4f-4baa-b717-c8d7c17b032f req-e1fe07b0-10e3-4892-88ec-8a607be17bcc tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0265996 Jul 28 05:25:02.398084 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ff9ce73d-e57d-4e80-8103-cd3122d39034 req-77c039bc-253a-4136-84ab-c43d38bcdb0c tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0270352 Jul 28 05:25:03.401694 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a521f36a-db86-4d4e-9b69-d4e401cfdbdc req-357df510-8560-4bb4-b36a-0d4504a15df8 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0252254 Jul 28 05:25:03.487915 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-832548d7-c498-4981-9b76-c85ad3433121 req-50a5eae1-b90d-4bae-954c-b41c167899f8 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0251136 Jul 28 05:25:04.494085 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-cc3123d8-b593-4f9d-a9e5-abd34e3f56c3 req-16e4ef29-0c2f-4c8b-8ac2-17de111bab30 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0266960 Jul 28 05:25:04.577884 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7c8653f2-3b18-4993-b2a1-3398aedada9e req-a0eb2f96-4493-4c21-af6a-2ad41dc28afe tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0256109 Jul 28 05:25:05.585393 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-874cce38-9e4c-4742-a7e8-aa67b6b30db4 req-1c781a87-6a9c-4921-a80d-71d952cbcbac tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0251050 Jul 28 05:25:05.673356 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-499d734b-5259-4f8e-a08b-06f7086bdfc4 req-3718061e-d099-4f50-b44c-da8294e8c03e tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0284646 Jul 28 05:25:06.677452 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d3f3b800-7395-4fc7-ac96-5b9c89ec4b3d req-62223408-3c52-4286-a62a-97612e76a789 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0250623 Jul 28 05:25:06.763192 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7a3b660d-3d76-439b-9ac5-3d95ba8d59b6 req-8bb10896-8d81-40fd-a3f2-b575b4b93468 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0258327 Jul 28 05:25:07.767647 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2f39e4be-5426-4c38-a71d-cb4c27485d28 req-e80cc547-dc40-4825-819a-ff1c14cb2024 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0250854 Jul 28 05:25:07.851051 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b10a3f61-1cde-4cd2-a7b7-867519ad3b8d req-6771ddc4-d2d9-4303-955a-8e27077e4eb5 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0247400 Jul 28 05:25:08.858243 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9f849227-7f61-4c98-80ed-3a1eef1b68d4 req-40cf729a-526b-4d5b-859a-b0e835ca9b9c tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0249407 Jul 28 05:25:08.943732 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-18fc33c8-63cc-47f3-8544-503dee3a2c1b req-8f7a1a49-885b-4878-8a19-d243addec260 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0276005 Jul 28 05:25:09.949985 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6c7da1b1-bd85-4ea9-8222-c8fe75ab65a7 req-bae55c3b-515b-49a1-832a-f4e5c36296c4 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0262518 Jul 28 05:25:10.033533 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f5a1e777-1c2c-45b9-a5c0-e12980fed464 req-c5d63fb8-a6b6-4a30-a36c-d7fdb03ca62a tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0268962 Jul 28 05:25:11.040436 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-18768eaa-cdee-4f58-b3c9-4b5b2641547c req-f9e3680e-0b7b-423b-b07c-c0461bf42817 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0252402 Jul 28 05:25:11.123930 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4e8d162a-e0e0-41d7-a608-01d70564dfdc req-37c6c131-2278-46c5-a034-1f393d0fe841 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0256932 Jul 28 05:25:12.131173 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-43fd7517-dbee-4984-82c1-c0b5a7c29e6e req-9f6b1b88-bf2a-4ae9-83f5-79920be243cb tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0257628 Jul 28 05:25:12.215268 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-851ced24-f531-48bd-bfe5-81a239d9b2be req-411361d6-446c-4cee-8a20-9fbb67fd8398 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0268693 Jul 28 05:25:13.221570 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8d562dde-2ce0-406b-b748-b5df82a0f070 req-d28c2867-fb05-4ad3-8074-1c438ccfa4c5 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0253901 Jul 28 05:25:13.305072 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0ec8a2dd-8c5a-4956-852a-6a5cd2d17f72 req-fc64aaa8-424c-4de1-ba05-1523883e4ea8 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0254662 Jul 28 05:25:14.313293 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c957bb20-0186-4913-a385-3229d2284a24 req-9d44681f-407c-4c1b-b255-efc880e03f89 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0254037 Jul 28 05:25:14.396238 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-51696832-ae6d-46b7-a254-e6b376fb746b req-396457da-bc74-4023-ac27-1793899df560 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0256641 Jul 28 05:25:15.405628 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-77d0f660-2ae0-490e-8b52-e8dc7c2ccc56 req-f57814a4-d655-42f3-8426-c1f44cc94f92 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0254207 Jul 28 05:25:15.489125 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-eb4aed3a-2847-49f3-8de7-d6e457dc185e req-3f814c8d-5437-4874-9ac2-2c05d18d3813 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0284617 Jul 28 05:25:16.496302 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e3d88eec-1ac3-4da0-8e4d-28057dff8364 req-80bd8209-793d-423f-98b5-409d1a6db88a tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0259898 Jul 28 05:25:16.579616 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9b7c81f6-a941-427b-afe0-30efcd9756c1 req-6b02f4f3-a869-4440-95ba-6adc583cf87e tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0260563 Jul 28 05:25:17.586526 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7a66443b-f7af-4e8e-8842-9a9b4e269979 req-b58bbb45-a8e4-4d9f-a7ea-7d23a6eb34ad tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0248420 Jul 28 05:25:17.670171 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5cd5371f-4488-4f37-8fa5-1e0372095d33 req-76079048-8afd-4e40-9e20-09127e3f0558 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0261872 Jul 28 05:25:18.301374 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:25:18.677302 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-519eb225-aa70-4b16-b513-0c1077d35478 req-0ff2fc96-213f-4f75-99ef-4fdc698c5fed tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0250371 Jul 28 05:25:18.761633 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2b2fa784-0eae-4033-aaee-1f105e32d0e0 req-f4b8d93d-8535-4fad-a18f-5b0020346a2c tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0279503 Jul 28 05:25:19.774652 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b3813fde-a255-4a75-8ada-3d8045dd9056 req-58519e0e-805f-408c-ba4e-17a2dbb0d492 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0259590 Jul 28 05:25:19.850980 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-385630f7-d530-4fe5-bf0b-f70e59ed98e2 req-40efa9f8-838a-4888-a8ef-0b796eb18548 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0256617 Jul 28 05:25:20.870481 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-16d25152-46be-4fc0-a194-c5e6c63707be req-cf77aef4-8496-4919-a8f9-1a2e1b8cef3d tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0258038 Jul 28 05:25:20.942092 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-28ea9f23-6f40-485a-81fa-e462f1604cf7 req-1123634e-8bee-40b3-83df-e87489bdd14a tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0250435 Jul 28 05:25:21.961332 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-995d6400-8fd6-492a-a12f-59158f63f0a8 req-20cae2c0-518d-4298-aea6-4f133c36df2d tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0253639 Jul 28 05:25:22.035392 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-78d7df95-8269-4ba7-9518-0fa325b42589 req-3a11cc34-6c15-4c5f-a817-96dc8db36abf tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0281904 Jul 28 05:25:23.315788 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8e61d2df-0f90-4d2d-a931-c53676cb488a req-68f3aff5-9e57-4ab0-b439-1c5789116a39 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.2888753 Jul 28 05:25:23.341220 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-038af063-4c2b-40fb-a3d9-382922140af9 req-c96bd3d0-326d-4b43-854a-083348a2ff4f tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0278261 Jul 28 05:25:23.941585 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f2433176-889b-4d04-90f7-f67827641198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:25:24.411944 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a7b6d447-355b-4eca-9877-390ac27896a2 req-8c8c886c-2265-43ee-ab3b-34c1b22ce366 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0273206 Jul 28 05:25:24.436275 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e7285066-4440-43ca-91af-d7a4c3710d46 req-fd4aff48-38fd-439c-9916-fb362ee397c3 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0268297 Jul 28 05:25:25.507631 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b6a3587a-1d05-4ffc-bd37-39f0a242f413 req-aad8e3ea-3dc5-49fd-9aa8-39433020127d tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0288684 Jul 28 05:25:25.532342 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ee4a3fc6-3ad7-4a31-921a-83fe98191bd9 req-2422d88b-3c29-4e2a-b819-aebc2f504d66 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0291939 Jul 28 05:25:26.600644 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-09e846a8-f376-4c38-a436-848d84f534d9 req-8392281f-2d8c-4c43-9337-45b2197fe31f tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0264969 Jul 28 05:25:26.625824 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-17fd83cb-2e83-402c-8f7b-b27b2db6f590 req-877fb170-d41a-493e-9837-f8760158dee5 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0275035 Jul 28 05:25:26.807891 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-d8eef6e4-e1e9-4602-a222-c7d5758c1de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:25:26.895621 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:25:27.692555 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d9960cd9-22d9-46eb-a896-fc39b85ed0db req-4725a6d4-d553-4da8-95d0-d9cd3a6fbc88 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0259237 Jul 28 05:25:27.718534 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-84b6b758-614b-4146-99e3-3832b9a32c06 req-e9ecdf57-ebd1-4609-9d21-820f3e8bbb22 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0250602 Jul 28 05:25:27.795133 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:25:28.789630 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-66345c53-4d03-4c42-9ea2-ccd8758c5eaa req-fa129922-3099-4f22-b509-4504a81d9af3 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0304334 Jul 28 05:25:28.813959 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4b8a0570-88a5-497b-84e9-a4aa3e571952 req-038aa585-b098-47ff-8eb9-50e9608ab9f3 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0265265 Jul 28 05:25:29.305807 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:25:29.520573 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7421220a-160b-4e18-ab6d-f46d13ce7963 req-6f61dad7-47ef-4188-a762-4d268d1d012c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1e118b8e-18cd-4b34-b66f-893e8e5db0fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377698 Jul 28 05:25:29.614469 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421220a-160b-4e18-ab6d-f46d13ce7963 req-75d03b6d-819b-47b7-aa0a-2b7129f7811b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:25:29.615822 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7421220a-160b-4e18-ab6d-f46d13ce7963 req-75d03b6d-819b-47b7-aa0a-2b7129f7811b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=30b837791a4f45f7bbefa0af378d5354&device_id=1e118b8e-18cd-4b34-b66f-893e8e5db0fb HTTP/1.1" status: 200 len: 1098 time: 0.0389962 Jul 28 05:25:29.716352 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421220a-160b-4e18-ab6d-f46d13ce7963 req-62e9cd78-9e33-4ba9-9bb8-8da26c5371e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:25:29.717747 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7421220a-160b-4e18-ab6d-f46d13ce7963 req-62e9cd78-9e33-4ba9-9bb8-8da26c5371e1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=300c0b7a-3ec7-45c6-b237-7a8d9dd471d0 HTTP/1.1" status: 200 len: 915 time: 0.0830619 Jul 28 05:25:29.756750 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7421220a-160b-4e18-ab6d-f46d13ce7963 req-bdc29336-f948-4c42-bbb9-27d97632512f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ff5819f-777b-414b-9f10-643c6d3f7c92 HTTP/1.1" status: 200 len: 217 time: 0.0324266 Jul 28 05:25:29.802324 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421220a-160b-4e18-ab6d-f46d13ce7963 req-c21b7e3d-175b-49e6-bd27-27ec91a8be12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:25:29.803691 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7421220a-160b-4e18-ab6d-f46d13ce7963 req-c21b7e3d-175b-49e6-bd27-27ec91a8be12 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f56af102-7f6a-4a13-8214-ac092fadb2ac HTTP/1.1" status: 200 len: 854 time: 0.0407097 Jul 28 05:25:29.837695 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7421220a-160b-4e18-ab6d-f46d13ce7963 req-f74bcd7f-3cc1-4ae3-a74b-bcd69d203a82 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=300c0b7a-3ec7-45c6-b237-7a8d9dd471d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273747 Jul 28 05:25:29.923101 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2599a2f8-a95d-47a1-a274-0976ee2cd1ec req-a9c7ec6d-8e40-4671-8de5-3129c2157d7c tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0607631 Jul 28 05:25:29.943073 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e7f4822e-b6b6-4639-93ee-6a6d3c066418 req-8a6dc6dc-573c-436b-b80c-82bc90ac3f52 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0540483 Jul 28 05:25:29.974098 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7421220a-160b-4e18-ab6d-f46d13ce7963 req-2e204aae-b54b-4b7e-abaa-3ab25ef907d5 service neutron] 10.222.0.21 "GET /v2.0/networks/300c0b7a-3ec7-45c6-b237-7a8d9dd471d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296968 Jul 28 05:25:30.061817 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7421220a-160b-4e18-ab6d-f46d13ce7963 req-de8c6705-8f9e-4e38-97d5-ac785fe8f891 service neutron] 10.222.0.21 "GET /v2.0/networks/300c0b7a-3ec7-45c6-b237-7a8d9dd471d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805359 Jul 28 05:25:31.025531 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c41674e6-bca6-423f-955a-d0c9191ccbd2 req-d386fcb1-9239-404d-b587-5ecf873c000c tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0365088 Jul 28 05:25:31.050675 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-fde40756-78ef-4e80-b079-775689132e5e req-aeff63d8-b15f-49ee-8e81-f7244f952789 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0282867 Jul 28 05:25:32.122628 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f516b1fe-5177-4d5e-b0d1-ed864ba97d56 req-08b30e76-e937-4278-bd01-0157855d9e89 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0309319 Jul 28 05:25:32.147503 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4459a19a-2fad-4b1a-81fa-a9379568f4c5 req-ab07d27f-c398-4e20-a314-dcad7517c9de tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0270610 Jul 28 05:25:33.215786 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3940daeb-f3e0-45f8-a99b-106d2e38d20b req-c91c98a5-4f57-4301-8e5e-1be405f54135 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0261946 Jul 28 05:25:33.240690 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-99964a81-9e74-4edb-8c06-6cb8dbccab2c req-bb4157c6-b676-4d94-80d8-19c5b7075bce tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0270689 Jul 28 05:25:34.307376 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-54e6cbeb-e701-436a-95f3-a024d9c5f8d4 req-84fc84e2-b530-48b6-910c-1d7f33b07e8c tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0262589 Jul 28 05:25:34.337396 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7e744cc6-537a-40d8-ae4a-77a2ea345a99 req-3c466762-c202-43e2-84f4-9569ca71776c tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0285244 Jul 28 05:25:35.407383 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f2f9cedf-a516-4ae4-b33c-ed5f45da8149 req-99d90d0d-0009-4a6c-b034-4d2c03592f6c tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0324631 Jul 28 05:25:35.441729 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c7769332-51bc-4db0-a104-c17c208f7653 req-b6fb798b-5041-460f-aadf-9a946b179b28 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0261540 Jul 28 05:25:36.412234 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:25:36.501038 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-11159046-6fb9-499d-833d-b089e1f9996c req-8b2f95dd-aad7-467a-9f46-ee48fa3861c0 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0268722 Jul 28 05:25:36.531685 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-447adf6f-f924-4f58-99f7-da0be12af320 req-1b5bd0ab-da5e-4795-bfff-fd49b15a8ba5 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0253651 Jul 28 05:25:37.593165 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e6d70d9f-c866-49e8-97b2-fd0771cf81aa req-49b0b8a5-8e8d-4b6a-94d9-1cbcf363caca tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0265255 Jul 28 05:25:37.621986 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f722c8e7-7afd-457a-bee4-f7d7ab325541 req-d1a42c47-448d-4190-87be-f8c6122bd0a6 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0252671 Jul 28 05:25:38.687528 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-dda904d7-a516-4bc4-9bb4-c901cd7bd2f3 req-c4162ae7-5697-489b-9c1e-e8bcdbbb1dd7 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0284166 Jul 28 05:25:38.713062 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2998f222-1188-4248-a7f0-7d7f7975498d req-7f18db5c-0c98-48c0-8c77-3c0eca96d6a7 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0246119 Jul 28 05:25:39.779066 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-39fdb387-e19f-4e0d-bd23-65f14d96c0ca req-7cc0414c-f8a4-4c98-b87e-f76887351252 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0250690 Jul 28 05:25:39.805097 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-056ae57e-6c30-4aa9-939c-d68e31f76991 req-9e675016-8cfd-4c1b-8f55-1b2ef0f332d4 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0250781 Jul 28 05:25:40.871316 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6db29025-6f54-496e-83f4-58c775479c01 req-e81c29cc-3570-48af-8a0d-d67538cad3ae tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0256906 Jul 28 05:25:40.898336 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-af2339c0-98c9-4d23-b4b2-13bf0a388102 req-9620a28f-e1c7-454f-892d-fe06ba4a03fd tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0260515 Jul 28 05:25:41.972102 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c81ac4af-de53-4c5f-aaaa-badb36f3398c req-eefb8e9c-ee27-4790-b4af-a9ed6acc5a79 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0305166 Jul 28 05:25:41.996857 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-cc42bdd8-5443-4023-b3f9-77fd55101ee9 req-616da8f3-11aa-4e31-aa6f-83cdcec5870f tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0271339 Jul 28 05:25:43.065137 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5101b11d-9fa6-40dd-a453-7c6f5b30f5ec req-77d2941f-0a94-418b-a437-22e3a84b6829 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0270302 Jul 28 05:25:43.090063 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0ee10716-1d5e-4b6b-acae-d7dc91acd293 req-7510b758-227e-4a79-9219-92cc25d2579e tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0271163 Jul 28 05:25:44.157298 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4fe3c57e-1d54-4276-8973-aa21524c1ba6 req-b52e830f-8868-4a6b-929d-27fbe9dd677b tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0252178 Jul 28 05:25:44.183402 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-102b69e5-9924-4c5a-ae47-6ccb55b41b2f req-e4bb7e81-be87-4175-8d58-15b547ca0abb tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0251772 Jul 28 05:25:45.252835 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-92ecd107-8009-4bac-a7ec-d49dd45fb867 req-6219260c-a127-4ad5-bea3-baf986b654d7 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0296679 Jul 28 05:25:45.277865 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-56aa31fc-11eb-45cc-a34d-fc55af928957 req-4bb328ca-a385-4ae6-b8de-d7a8b1607ca2 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0273752 Jul 28 05:25:46.346734 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f23367ce-b753-47fb-9d5f-6b04927060bd req-1d299f93-1eea-4e22-9617-28e70e2b39b4 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0269384 Jul 28 05:25:46.373144 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-29069679-fea7-45aa-a09b-f04c7d384e18 req-4b8c0d6b-2112-415a-aeb2-f1e81f47d0cb tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0286126 Jul 28 05:25:47.441848 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7ab7d5d3-d903-4328-be7b-473aa81adf9f req-450fb2c4-212c-4b7d-9629-2213eb04da29 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0273170 Jul 28 05:25:47.467259 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7128964a-5f23-42cf-9fae-5dd0a10a8008 req-1af5f91e-97e3-4694-8f3c-0f68478db5ff tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0277233 Jul 28 05:25:48.322025 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:25:48.538590 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-01c029fc-be5d-4283-a545-5d72856cffe7 req-f2533e38-0eb9-4480-834a-23828370fe5e tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0294528 Jul 28 05:25:48.564103 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8f4ce670-3720-406f-9c33-31a9408d1425 req-80095891-d928-4bfd-87c6-4afb54ec532f tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0278559 Jul 28 05:25:49.631533 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4f1e4692-2440-48ee-acec-66c910241f07 req-0e6031c0-4bee-451a-8101-f0a845774356 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0265951 Jul 28 05:25:49.670202 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-aaa89ded-b3e8-4e6a-836c-82f7c7cbd1a0 req-41cbdf5f-01b7-4146-8be5-6c8b7b7e9b2a tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0262733 Jul 28 05:25:50.722010 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-40bc44f8-d5b8-4a34-a12f-9f41b8735a64 req-4bac4132-aa8a-4715-ad7e-1c5e260ef6c1 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0256214 Jul 28 05:25:50.761049 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9dcdcea3-6788-414d-973e-7491547a3cd3 req-86106ff9-37ea-4661-a93e-06905d102337 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0255668 Jul 28 05:25:51.816973 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-72c00a68-7236-41d8-ac6f-da90c6924c51 req-21c644f9-69c3-4b2a-b707-09c808d96178 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0288718 Jul 28 05:25:51.851921 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b978818e-58d3-42fa-95f4-8defa7a7eb78 req-29bf5afd-ed37-4712-9dec-75a753098f81 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0250688 Jul 28 05:25:52.909177 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2d7c8a36-8c8a-4ffe-b4f3-fae04c98c5dd req-c11d0b8b-5a33-4e83-b206-cf874ebf05bf tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0267360 Jul 28 05:25:52.942710 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-489f90f3-7408-4e5c-ac07-69d9b5b326d6 req-f58261d8-e7d3-426e-8d77-c4f6f1a2f263 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0246966 Jul 28 05:25:53.943109 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-2e1e2cfe-817f-481f-aa27-8a6d2d0403f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:25:54.002734 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8a48c405-c783-42b4-aea6-e4074691efef req-9dce8102-1c30-423d-a4e1-5faaa23adb41 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0262868 Jul 28 05:25:54.040980 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ba9cb2c9-8405-45be-b70a-0a4d9cb52190 req-4b2c2ab1-3cbc-4c4c-af2c-f8a0dc58cbc5 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0259800 Jul 28 05:25:55.097490 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2e1a279d-4fa8-42f0-8d73-3e07f6713cb6 req-5433b0c1-c1dc-4a41-9496-88e7512ea600 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0296566 Jul 28 05:25:55.131412 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-cdbd66e1-2bfb-4ffb-9d2d-06f008799a38 req-077dd366-12b7-4c60-a9d0-29dcef4b0dd1 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0253539 Jul 28 05:25:56.191104 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-74af1556-2693-4127-9d5e-16b83bd654a3 req-991ad538-8ad2-47a9-9f3b-f8179386ea36 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0275185 Jul 28 05:25:56.227724 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5864c9fd-e656-4a8e-9804-b7002003ba7b req-0bfbead9-4421-4f48-afd6-0dec7473bc09 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0250158 Jul 28 05:25:56.808716 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-dff49593-bc4b-4b5a-af74-da7e9f777d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:25:56.895233 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:25:57.283603 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bb13384d-7840-4bec-a0d1-542c3526f00c req-2f01a38a-6d81-40c8-84de-5873a0fbba74 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0257230 Jul 28 05:25:57.317402 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e311431a-a0f6-4246-a8ff-ba69dce1a400 req-ecad9689-e07c-4752-8866-1cdd54619146 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0249968 Jul 28 05:25:57.797881 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:25:58.377621 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-dbf2f5f0-a5f4-40b7-99bc-2b889c41879e req-4ef15eeb-74cf-41a4-b982-d168a85b1c95 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0283911 Jul 28 05:25:58.410429 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-cc3e04a7-df9e-4123-9ed4-f085f0344ac9 req-c24393d5-f5d4-40cb-8978-3e1eff779acd tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0261221 Jul 28 05:25:59.309334 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:25:59.469630 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f7c81db9-adca-4d52-9ad6-c3e7ca8e066e req-49a01d3e-d9f6-4516-b258-941c565df86b tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0257967 Jul 28 05:25:59.501679 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4c24633d-9b95-48d9-9985-bbf4a347c57a req-675f4b5c-3638-4652-a2c7-6faaf1935fed tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0267646 Jul 28 05:25:59.959096 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [req-6cffe4ff-26e5-48bc-b6b5-ad94af7d852e req-f0cbf186-9305-4156-9515-db05e17d954a service neutron] (93162) timed out ('10.222.0.21', 60874) {{(pid=93162) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 05:26:00.561463 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9f0e7554-bee1-471b-9477-ed572f0e34ed req-63587ced-258a-4ad0-ab6d-b2c97954f662 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0254695 Jul 28 05:26:00.592320 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e8370f66-b1b9-4b74-b9be-83e647647fe6 req-7c2f5e63-e091-4f19-8d41-e154d423f3b3 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0255482 Jul 28 05:26:01.655793 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-020cea58-9ffb-48f7-87ea-4979ec7c2b73 req-921e074d-e37a-4715-bef2-cfd8752bdbd8 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0284071 Jul 28 05:26:01.681942 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2f158832-782d-41f2-9c4e-1b2a3940392f req-6b329f85-978e-424e-ac4d-436a9b83af21 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0251913 Jul 28 05:26:02.748475 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-13821bd1-f8ba-46cb-b445-5936bc36e844 req-a64b5095-0fa7-42b8-9f66-723003582a8a tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0264862 Jul 28 05:26:02.774318 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b9b7cbfe-e00d-4f34-b9a7-be8fa1285c09 req-1e2a9359-d33b-4ef4-8a3f-2a7654879270 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0249012 Jul 28 05:26:03.839440 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d6506e94-1f6c-4056-84e4-b32cf50579f7 req-396072fe-c086-4d68-9078-d09510f544bb tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0257633 Jul 28 05:26:03.865365 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b559c7b0-26ea-4301-bcef-9857fda423ac req-e407df81-6d86-4239-b149-35bf38e1b5ca tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0249808 Jul 28 05:26:04.936425 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a33da95b-2a1f-4259-a008-b7e637108ff6 req-1bb36fa9-bc4a-44b2-b760-16445e8badbe tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0302672 Jul 28 05:26:04.960646 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e9d73b5c-710b-4a6a-b3a0-25ff5fd1bccb req-55f75abf-2648-41ea-8830-c94bfcc9ca1a tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0271192 Jul 28 05:26:06.029065 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5085f479-97b8-4178-8ece-72f9c300c7f4 req-d8645c78-0750-4ca6-88d3-ee1735d17ece tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0271235 Jul 28 05:26:06.054013 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-678916bc-d7d7-4c6a-9bfa-f3e4aae707a2 req-37fbcfcc-308a-4a7a-bb0f-123908a66d21 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0272985 Jul 28 05:26:07.120115 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4c137ce5-e3d8-47f1-9edc-cea3bfeabaca req-47466d5a-3024-4dec-b7aa-a8f953b8ef91 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0257244 Jul 28 05:26:07.146177 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-03606889-8284-4239-923d-3ac6abdecdfb req-a9d16ee0-aadd-4aa3-a9e2-6179b90c73bc tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0251045 Jul 28 05:26:08.215205 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3f7ad4ed-0453-40fa-8545-8d61c7b9ed9c req-d94e7701-d2dc-4fcc-897c-af8a4421ecd8 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0292673 Jul 28 05:26:08.241529 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-54bc1613-d032-4d66-bfb3-37710a2a9acb req-ab427fbb-8221-4915-beb1-d9ab018eb1c2 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0286689 Jul 28 05:26:09.313954 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8507c973-9b48-4ef4-90f2-cbff6138d116 req-134f6a93-b0df-4433-842d-9d72f218058b tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0297277 Jul 28 05:26:09.338307 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c1697879-737e-4405-997c-35379d0c42c2 req-113a7b42-762d-42dd-81ae-74e76fa8bce0 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0272586 Jul 28 05:26:10.409675 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7eb0b20d-3b80-4689-b57c-972ca053563e req-133b8394-8441-4eaf-90ee-b5e50f80fe2e tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0292168 Jul 28 05:26:10.434342 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a0aedf5c-3096-4dea-ad00-2d3fcafeb1fd req-de60c485-569b-47d1-95ce-aea59f03a6b5 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0271127 Jul 28 05:26:11.504881 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7870d6de-108f-4c47-8ce9-e755f1312c90 req-b9458030-fd37-434d-bb67-323f4451c69c tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0302067 Jul 28 05:26:11.529707 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-886c7403-740d-440f-aa23-58f1ef07bb13 req-6caf3ef3-cb8f-4984-bea9-8733af59b301 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0272024 Jul 28 05:26:12.595569 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7295a33b-2729-4b89-8d16-1123904b2cb1 req-0f8341b3-4048-4495-8fb6-5143f5eb795c tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0252051 Jul 28 05:26:12.621930 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-27be2794-93cf-4d70-8d24-d3f754c3a65b req-e93fed14-5ba0-467a-8c80-5f18399d14e4 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0254588 Jul 28 05:26:13.411673 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:26:13.690177 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5a4e1c1a-13af-4115-8ab0-dfeac1b590d6 req-488af695-a8d7-4248-b169-2beb69524c35 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0271027 Jul 28 05:26:13.715644 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-cce323f5-b2a1-4979-aac6-d60835e7f0c6 req-5645d153-2813-4340-82c9-3df57f527fee tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0278306 Jul 28 05:26:14.786755 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ce2a2523-0138-4216-bdcb-5b97987e8282 req-ef39850c-7cd2-4eb6-acf6-c8a96d2e0c33 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0302546 Jul 28 05:26:14.811594 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6103ce1b-6581-4478-b31d-5a031a3e5a95 req-94397e93-c446-4924-ba46-0f1dfa9a419b tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0270092 Jul 28 05:26:15.885576 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6311cc39-92d3-4d62-92ee-5535688bb8d6 req-a9f64b7c-f883-410f-a8f1-c94f416d8b7c tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0273421 Jul 28 05:26:15.910867 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-27a9e498-4420-44c2-a794-743525fa4aa7 req-891d8efc-9f73-4d76-9f7e-fc4698ed73c0 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0275090 Jul 28 05:26:16.976653 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8515905f-09fb-4a12-8d47-2ef3b9245c63 req-401243f9-ab8b-4b34-8280-39cf41393020 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0253890 Jul 28 05:26:17.003568 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c65d97bc-977b-46e9-93bd-65ca2a6cbd4a req-e129c548-9fc6-48dd-b4ca-8460da34bd7b tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0259302 Jul 28 05:26:18.072522 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ee099ff6-ea49-487d-a0bc-84d23264681b req-c9a1214a-3ab5-47e0-85d7-04636e4c4d6a tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0295436 Jul 28 05:26:18.098146 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8d8afcaf-40a4-46f4-aa39-001bacb14484 req-d4a2d62f-ce88-42cb-bcbf-264e5da24550 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0278511 Jul 28 05:26:18.337767 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:26:19.166343 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-cce7a6ff-f5dc-4123-a153-601029efe578 req-434847d4-94f4-40de-bcb5-7a5d6457ec2d tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0277302 Jul 28 05:26:19.191748 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-58c6aa4a-bfe5-4edd-adb9-e0d8da04dadd req-3baa73c7-af8a-449e-9526-4a9cebbc2385 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0275724 Jul 28 05:26:20.258860 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1b4f573d-f179-4f5d-a0e7-3b14bdb3f6d4 req-1d25a2d8-d02b-4a81-b143-7eb492c3d352 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0261433 Jul 28 05:26:20.284775 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-742ee64f-126a-4d43-9ce7-017910102986 req-3197df5a-967e-47da-ba88-858fb753f7e6 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0249937 Jul 28 05:26:21.354639 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ac022cb8-3ab3-4b55-aeb0-5e2957c51cb6 req-9c3f6796-b683-4e51-b408-3dc291384388 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0290639 Jul 28 05:26:21.380690 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-aa1b6571-addc-4472-bb91-a8783a04eed2 req-229ebbec-2b60-41e3-a7e2-6e117449cb3c tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0283132 Jul 28 05:26:22.457781 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1e9ba094-397c-40f1-b280-6c928b13f874 req-d0e96e10-120d-4b3c-802b-baa524c721c7 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0326571 Jul 28 05:26:22.483538 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-64af6d33-8fa1-43a4-9a42-1d0a7c860b6f req-a28ae315-ffd5-4224-b468-9a5163fee3b1 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0291202 Jul 28 05:26:23.551212 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5b2bac2c-7a4a-4e23-a9c4-d5148b3d08ab req-00a5296f-e239-4399-8002-95401601b249 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0270689 Jul 28 05:26:23.579049 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-88fa046d-3314-43bb-ad9c-3221f61154ab req-e49e9fd3-0ad3-4d13-8296-630771b9dc0a tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0301657 Jul 28 05:26:23.943524 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-a0244ff1-8db6-47ee-9037-229b5e06ebc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:26:24.642254 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6643ae4a-93d4-4ea7-9d62-dfaa59d1e6f8 req-ceb53ad7-d720-4010-b84e-1f033a383518 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0260806 Jul 28 05:26:24.669817 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2c91340e-0397-4f8e-a0dc-8dd3ace58c2c req-bf53e129-bb3d-4d1a-ba3c-a10146111746 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0252500 Jul 28 05:26:25.733749 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a998b28b-ff25-4ad5-8781-7a934ac1cb00 req-83663f96-038d-47fd-9a96-b0e2fa4aea03 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0252931 Jul 28 05:26:25.761300 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1aba7673-37d5-4cac-910a-c7b832bfa5a6 req-075133a1-611e-4c93-97dd-dc3f60793809 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0255508 Jul 28 05:26:26.809389 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-d5c6bf05-a7dc-4b06-81e7-fb449a877725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:26:26.826828 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e8aaa359-fc20-4c52-939a-2a85d4beb94b req-2504d956-c67f-4844-9882-17c51346b45c tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0259700 Jul 28 05:26:26.857233 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c44c1ae8-1011-4ed3-9bc2-a67cdc5a9d3f req-08786dbc-198f-4a0f-98f1-db5f336b22ff tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0278950 Jul 28 05:26:26.895574 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:26:27.801168 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:26:27.918711 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6e3cf72e-7feb-4c4e-b90a-8487a8f92b0e req-3fc5ee0c-8e62-4767-82aa-2c800e0bdfd3 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0256798 Jul 28 05:26:27.949024 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9f310755-899f-4aab-a118-a4befe1f230c req-5e2def59-5220-43ac-b027-0f74aeaf0c1d tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0249510 Jul 28 05:26:29.011582 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9ab8f68e-da71-4c24-984a-45d640f07ccc req-b98514e1-f675-4226-b15f-00bd52cdf3d3 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0267909 Jul 28 05:26:29.041131 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-fec13388-cb71-4e74-bfdb-2fd7e61f3899 req-86c0f00f-3cbf-4543-9417-6d95d55dfb40 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0264156 Jul 28 05:26:29.311846 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:26:30.102501 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2c43e054-9921-4024-9279-758dec490a42 req-e14a5f65-e477-45b4-a8f3-14a1f29e4723 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0263278 Jul 28 05:26:30.134448 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a795bec5-34c3-4555-a558-bf0cfe73cf95 req-1c2df550-852d-4426-8c9b-c93ef805f061 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0280714 Jul 28 05:26:31.192862 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-60c63e63-db92-41f3-ada8-477e1a2a7548 req-dcd5f995-f5fb-4c53-a0ff-487ebe83b764 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0251267 Jul 28 05:26:31.225796 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2826003c-37ce-4869-bfbf-20d7712d9d97 req-5c198f5a-eced-4d9b-9302-997d53517a67 tempest-VolumesSnapshotTestJSON-1359158303 tempest-VolumesSnapshotTestJSON-1359158303-project] 10.222.0.13 "GET /v2.0/ports?device_id=117b2713-74ea-4435-89c5-32b007bd7bb4 HTTP/1.1" status: 200 len: 210 time: 0.0262237 Jul 28 05:26:31.497151 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9a9569eb-3382-4db4-94b7-4d6321a23d70 req-94edf3e1-70fc-47a1-a999-195dcfc135e2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409405 Jul 28 05:26:31.569253 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9569eb-3382-4db4-94b7-4d6321a23d70 req-b3c08458-119d-4516-ab22-73ce740312ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:26:31.570735 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9a9569eb-3382-4db4-94b7-4d6321a23d70 req-b3c08458-119d-4516-ab22-73ce740312ab service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cd3af660b04c4cd28649da733b80e303&device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 1098 time: 0.0411813 Jul 28 05:26:31.680253 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9569eb-3382-4db4-94b7-4d6321a23d70 req-414fdd04-96f5-4703-86f4-94f9acc68858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:26:31.681728 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9a9569eb-3382-4db4-94b7-4d6321a23d70 req-414fdd04-96f5-4703-86f4-94f9acc68858 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2f6cc273-aa71-4fbb-86d3-1b26dad4ce50 HTTP/1.1" status: 200 len: 919 time: 0.0908465 Jul 28 05:26:31.721518 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9a9569eb-3382-4db4-94b7-4d6321a23d70 req-a21b0f5c-4bab-4b67-bd94-c73c57382d03 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e92ba37f-ba0e-49eb-aac0-8ed216d472aa HTTP/1.1" status: 200 len: 217 time: 0.0329740 Jul 28 05:26:31.772242 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9569eb-3382-4db4-94b7-4d6321a23d70 req-3aa9f71d-5ea3-4440-acd9-70f254ae259c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:26:31.773535 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9a9569eb-3382-4db4-94b7-4d6321a23d70 req-3aa9f71d-5ea3-4440-acd9-70f254ae259c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=55007cfe-ea2e-4cab-9e84-15ae15b8e8bc HTTP/1.1" status: 200 len: 858 time: 0.0447881 Jul 28 05:26:31.805692 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9a9569eb-3382-4db4-94b7-4d6321a23d70 req-86c7e14a-3c9f-4140-8af9-bb5ef4f778c3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2f6cc273-aa71-4fbb-86d3-1b26dad4ce50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243583 Jul 28 05:26:31.903316 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9a9569eb-3382-4db4-94b7-4d6321a23d70 req-d6c79a44-91fc-41f3-928c-3b4f33908d77 service neutron] 10.222.0.21 "GET /v2.0/networks/2f6cc273-aa71-4fbb-86d3-1b26dad4ce50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834310 Jul 28 05:26:32.000293 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9a9569eb-3382-4db4-94b7-4d6321a23d70 req-f2c4db2a-47b6-43a2-b5c8-a940a607b065 service neutron] 10.222.0.21 "GET /v2.0/networks/2f6cc273-aa71-4fbb-86d3-1b26dad4ce50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896456 Jul 28 05:26:32.460019 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-214c4a92-6bee-4cb3-bd57-757d18620761 req-f8340f88-669c-414e-ad34-de98a2987ac6 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0303040 Jul 28 05:26:32.679078 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af049122-67cd-40f1-b469-17540ea48d69 req-4df82f69-9760-46c9-beab-299531caf99f tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:26:32.680592 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-af049122-67cd-40f1-b469-17540ea48d69 req-4df82f69-9760-46c9-beab-299531caf99f tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 945 time: 0.0495293 Jul 28 05:26:32.722589 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-af049122-67cd-40f1-b469-17540ea48d69 req-60a1ecbc-04ea-4808-a9a0-c1700e1c5e24 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362749 Jul 28 05:26:33.454329 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8df75-4d99-4aec-b42e-2e10b98d8515 req-df38d9a9-8ab7-4e2b-a0f7-99f119f55646 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:26:33.455750 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9cf8df75-4d99-4aec-b42e-2e10b98d8515 req-df38d9a9-8ab7-4e2b-a0f7-99f119f55646 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 945 time: 0.0464501 Jul 28 05:26:33.576014 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-92402f19-848b-4d4d-bdfb-e02674fd0a7d req-f12c700f-9345-4da8-be99-d601191bb4a3 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0325286 Jul 28 05:26:33.578087 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [req-9cf8df75-4d99-4aec-b42e-2e10b98d8515 req-761f9ace-91ae-452f-90c7-e3a95513c826 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Deleting port 78dc2123-806b-41a0-abdb-3847cc2b9fde {{(pid=93163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 05:26:33.578434 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-9cf8df75-4d99-4aec-b42e-2e10b98d8515 req-761f9ace-91ae-452f-90c7-e3a95513c826 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227548555'] for port, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:26:33.666521 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [req-9cf8df75-4d99-4aec-b42e-2e10b98d8515 req-761f9ace-91ae-452f-90c7-e3a95513c826 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] For port 78dc2123-806b-41a0-abdb-3847cc2b9fde, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=78dc2123-806b-41a0-abdb-3847cc2b9fde,segment=NetworkSegment(00b60877-949c-4583-bcd9-a2d1f7b925b6),segment_id=00b60877-949c-4583-bcd9-a2d1f7b925b6)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:26:33.666813 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-9cf8df75-4d99-4aec-b42e-2e10b98d8515 req-761f9ace-91ae-452f-90c7-e3a95513c826 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402200'] for port, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:26:33.679855 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [req-9cf8df75-4d99-4aec-b42e-2e10b98d8515 req-761f9ace-91ae-452f-90c7-e3a95513c826 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Calling delete_port for 78dc2123-806b-41a0-abdb-3847cc2b9fde owned by compute:nova {{(pid=93163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 05:26:33.834466 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-9cf8df75-4d99-4aec-b42e-2e10b98d8515 req-761f9ace-91ae-452f-90c7-e3a95513c826 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227552799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227148301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5267504'] for port, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:26:33.867812 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761f9ace-91ae-452f-90c7-e3a95513c826 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Pushing event deleted for resources: {'Port': ['ID=78dc2123-806b-41a0-abdb-3847cc2b9fde,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:26:33.868427 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] get_ports_and_sgs() called for port_ids ['4ff5819f-777b-414b-9f10-643c6d3f7c92', '9935c8e0-c7b1-4984-92f8-16ae30efdd04', '8bfda4eb-dc15-4a3b-b876-594b1a5469df'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:26:33.881468 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6175de-1b4c-43ff-9b7b-90c014011e0f req-c91e6230-d884-4be1-b919-280f69650343 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:26:33.882914 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ae6175de-1b4c-43ff-9b7b-90c014011e0f req-c91e6230-d884-4be1-b919-280f69650343 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 867 time: 0.0902903 Jul 28 05:26:33.904463 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f9ace-91ae-452f-90c7-e3a95513c826 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:26:33.904805 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f9ace-91ae-452f-90c7-e3a95513c826 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:26:33.905140 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f9ace-91ae-452f-90c7-e3a95513c826 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:26:33.905473 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f9ace-91ae-452f-90c7-e3a95513c826 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:26:33.906346 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f9ace-91ae-452f-90c7-e3a95513c826 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:26:33.906674 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f9ace-91ae-452f-90c7-e3a95513c826 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:26:33.906998 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f9ace-91ae-452f-90c7-e3a95513c826 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:26:33.907320 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f9ace-91ae-452f-90c7-e3a95513c826 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:26:33.907669 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f9ace-91ae-452f-90c7-e3a95513c826 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:26:33.907987 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f9ace-91ae-452f-90c7-e3a95513c826 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:26:33.908301 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f9ace-91ae-452f-90c7-e3a95513c826 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:26:33.908615 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761f9ace-91ae-452f-90c7-e3a95513c826 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:26:33.936120 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cf8df75-4d99-4aec-b42e-2e10b98d8515 req-761f9ace-91ae-452f-90c7-e3a95513c826 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] No DVR routers for this DVR port 78dc2123-806b-41a0-abdb-3847cc2b9fde on host hv-cinder-80161 {{(pid=93163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 05:26:33.939632 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-9cf8df75-4d99-4aec-b42e-2e10b98d8515 req-761f9ace-91ae-452f-90c7-e3a95513c826 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068'] for port, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:26:33.941728 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9cf8df75-4d99-4aec-b42e-2e10b98d8515 req-761f9ace-91ae-452f-90c7-e3a95513c826 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.21 "DELETE /v2.0/ports/78dc2123-806b-41a0-abdb-3847cc2b9fde HTTP/1.1" status: 204 len: 173 time: 0.4792249 Jul 28 05:26:33.942149 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834', 'name': 'network-vif-deleted', 'tag': '78dc2123-806b-41a0-abdb-3847cc2b9fde'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:26:33.944682 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdaae2d937131cd036474998a49e3e11d53281396ea4e1ac8b096c837d21eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceed99df-d90d-42bb-958b-3e8d75d6aa27" -d '{"events": [{"server_uuid": "1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834", "name": "network-vif-deleted", "tag": "78dc2123-806b-41a0-abdb-3847cc2b9fde"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:26:33.965714 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ae6175de-1b4c-43ff-9b7b-90c014011e0f req-41487f8a-f8d2-4db9-88d4-707fa331aba4 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647137 Jul 28 05:26:33.995985 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 05:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed3da33-a654-4c97-8d03-0d7b3965ecf2 x-openstack-request-id: req-eed3da33-a654-4c97-8d03-0d7b3965ecf2 {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:26:33.996346 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834", "name": "network-vif-deleted", "tag": "78dc2123-806b-41a0-abdb-3847cc2b9fde", "status": "completed", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:26:33.996612 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eed3da33-a654-4c97-8d03-0d7b3965ecf2 {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:26:33.997009 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834', 'name': 'network-vif-deleted', 'tag': '78dc2123-806b-41a0-abdb-3847cc2b9fde', 'status': 'completed', 'code': 200} Jul 28 05:26:34.673292 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d6f74cf8-5a7e-430e-8fdc-01179dd246c7 req-599c7dac-b078-4adc-8442-950394d2d257 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0310221 Jul 28 05:26:35.060398 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b86f0184-6fa9-4f3d-99bd-6f8d580e0ae1 req-aadc9656-6f16-440d-8a66-90c026b7fc4b tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0254023 Jul 28 05:26:35.659722 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device 78dc2123-806b-41a0-abdb-3847cc2b9fde no longer exists at agent hyperv_hv-cinder-80161 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:26:35.690271 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] No Port match for: 78dc2123-806b-41a0-abdb-3847cc2b9fde {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 05:26:35.690755 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device 78dc2123-806b-41a0-abdb-3847cc2b9fde not bound to the agent host hv-cinder-80161 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:26:35.763781 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-556b2c44-7766-4a73-9693-ae92e986d11f req-a0f4a237-b028-4c63-91eb-51bb7089c0c4 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0250063 Jul 28 05:26:36.150310 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6145b8cf-645b-4050-ac49-981357e7f764 req-e1b40235-2e08-483e-8fce-19d287fad0f0 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0256107 Jul 28 05:26:36.854112 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1870245e-91ca-44e9-9e7e-607270417a5f req-c19aedf4-56ee-46c8-a04b-59110c396e52 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0251758 Jul 28 05:26:37.240942 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c47ae27c-408c-4bae-8bb5-f8336969a9d6 req-dd9e2b19-ce36-438c-b2c0-75ce8cd219a0 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0257289 Jul 28 05:26:37.946947 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-20ac530d-440b-469f-9602-e0e72bb99479 req-8115e443-d96c-475d-b857-58ce7e46abe0 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0271542 Jul 28 05:26:38.331372 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-111c04e8-4faf-4bbe-9853-84f6cea63123 req-8a6a1fe9-169f-4124-ad56-c68f45ae6636 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0260808 Jul 28 05:26:39.040409 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e6a85bf7-432b-464c-8350-07ba42d8e948 req-c7b90622-5f68-428a-bc97-386106e3db55 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0280230 Jul 28 05:26:39.422189 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-63dd31ec-3aa7-429c-9883-803be58d702d req-c525e638-3d4b-4929-90f7-92e00472ef00 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0271645 Jul 28 05:26:40.133462 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4a3b44e3-0cb2-4543-8044-d76844034206 req-30c6ea92-af79-4ae7-a662-77175efc5904 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0262415 Jul 28 05:26:40.513824 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4ceb02fc-e2b8-4f90-9360-ba44d1f28b34 req-4523ba6c-79a2-44ca-880d-279b3891aa54 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0247202 Jul 28 05:26:41.225403 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7723c05c-82cb-4930-8985-939f5be30cb5 req-a82da24a-7bf1-4785-8718-9bd0442c6846 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0277488 Jul 28 05:26:41.603975 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-cbb11c2e-02bf-481b-b861-d57060d148ae req-2b73114f-1dc9-4fd5-bde9-31a481d868c8 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0248597 Jul 28 05:26:42.315788 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-35d01b28-b8d7-423a-bfbe-f05bcb746305 req-e818edad-11ac-47af-82ec-35dc64f25340 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0261393 Jul 28 05:26:42.694249 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-959a85a6-fe0d-48f2-8639-3b35a1ab42a0 req-9ff63de0-f45b-412d-9174-750d4aed70a4 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0257170 Jul 28 05:26:43.407633 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ce5a753d-70e6-4eac-b8e2-0933823eb204 req-a9e7d6dd-7677-4b92-924f-6241f90bba7e tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0248830 Jul 28 05:26:43.783404 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a6caff3a-cb5a-47f2-b8d8-5875d4967362 req-a427f21e-5bae-411d-bdd8-464c9fd5dedc tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0246148 Jul 28 05:26:44.501903 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2cde2e3d-0239-4520-8457-12e719d0168d req-695f3351-9a3d-4ace-af73-086a3de8f1a0 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0286622 Jul 28 05:26:44.873894 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-cf8d5649-9d95-490e-8e98-17457a679291 req-3f798b0b-337e-4695-a751-65d5c856cbba tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0257404 Jul 28 05:26:45.591649 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3d1c73b1-5c03-401d-8006-8689054bb1ed req-274806fd-0f32-48f7-aeb8-b6ab9b1ca618 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0251701 Jul 28 05:26:45.972822 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-551e9e5c-9d99-4ebe-be0c-5f52f6d40620 req-70b9a273-7502-43a8-a9d6-1db24d7a3268 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0361543 Jul 28 05:26:46.683701 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2ea2ba33-8c82-47d0-9264-e5696931d706 req-93098d82-7959-459d-881d-8552f16dddf1 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0249195 Jul 28 05:26:47.065343 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d0ffd8e4-ebd6-4c24-986b-9bce89e2e1df req-06306187-adf9-424a-98f9-3346f2b19e77 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0273240 Jul 28 05:26:47.776978 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-944b6da3-ddb0-456d-8745-8ef24eb0760e req-6ae00ee9-8172-4d69-af47-8419749077dd tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0281043 Jul 28 05:26:48.155034 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-04f55f24-7a3f-4267-8331-54cf8b5ebc98 req-46347029-5500-42bd-8632-8e08a42113d6 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0247455 Jul 28 05:26:48.334554 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:26:48.867113 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-82ebad32-832a-4161-804e-2fb41f5c2572 req-e6d2dc5c-5e45-48a4-8bf3-daba4fd8b986 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0250936 Jul 28 05:26:49.244535 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7a841264-1365-4e6d-84b5-4e335c628d6a req-19836fe5-0056-42c4-983b-a2edb8f1e7b9 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0257108 Jul 28 05:26:49.957311 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-531d62a7-5dda-4914-9296-12a13b2163b1 req-8a76d048-95e4-45fa-b81c-407a31a01a52 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0256608 Jul 28 05:26:50.334215 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-fbc20ac7-3a2a-48cf-8ae2-1594cf96009f req-cccba3d5-9b97-4173-bfa2-6010c9b1d6b4 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0262191 Jul 28 05:26:50.411596 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:26:51.049964 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-19f080c5-3861-42a2-98b6-c8b8ca80e03f req-2d491571-f1d9-40bc-8461-5262f3e4a26f tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0269775 Jul 28 05:26:51.424311 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d320a86a-4b7d-4103-8088-ea900d6442ab req-b5dc64e1-c4fe-4aa9-b95e-c98898c09e65 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0252516 Jul 28 05:26:52.152264 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0d333e45-d88f-4fbd-ad65-fd252a3db46d req-96849e4f-4ff1-4fd4-9d7f-91162e53a90a tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=cb83aa2e-d4fc-465b-b510-fc569c2d3a02 HTTP/1.1" status: 200 len: 210 time: 0.0253825 Jul 28 05:26:52.516161 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ff54dc3d-e570-454b-980d-92a9c60aace5 req-a012c121-879c-44bd-8edf-be10ca4fd05a tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0252306 Jul 28 05:26:53.236514 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 54684) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:26:53.289197 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-677d0b63-2bc2-40b8-8414-8ad1b07a7a9b tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:26:53.310724 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-677d0b63-2bc2-40b8-8414-8ad1b07a7a9b tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:26:53.359075 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-677d0b63-2bc2-40b8-8414-8ad1b07a7a9b tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:26:53.361611 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-677d0b63-2bc2-40b8-8414-8ad1b07a7a9b tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:26:53.362989 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-677d0b63-2bc2-40b8-8414-8ad1b07a7a9b tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "DELETE /v2.0/security-groups/914ab7d4-c321-44bb-8153-ea66db053fa7 HTTP/1.1" status: 204 len: 168 time: 0.1251607 Jul 28 05:26:53.365877 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 54686) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:26:53.372255 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677d0b63-2bc2-40b8-8414-8ad1b07a7a9b tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=914ab7d4-c321-44bb-8153-ea66db053fa7,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:26:53.380487 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.api.v2.resource [None req-ff275570-a8b7-47ea-8365-f6107f1b6c22 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] show failed (client error): The resource could not be found. Jul 28 05:26:53.381496 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-ff275570-a8b7-47ea-8365-f6107f1b6c22 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/security-groups/914ab7d4-c321-44bb-8153-ea66db053fa7 HTTP/1.1" status: 404 len: 347 time: 0.0145864 Jul 28 05:26:53.384206 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 54690) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:26:53.505473 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-06bc5cf3-5de6-4f56-9f6a-3d0804201b88 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Deleting port 2fff7704-d347-41ef-8123-29efc45a4b25 {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 05:26:53.505812 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-06bc5cf3-5de6-4f56-9f6a-3d0804201b88 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227548555'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:26:53.581659 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-06bc5cf3-5de6-4f56-9f6a-3d0804201b88 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402200'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:26:53.581990 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-06bc5cf3-5de6-4f56-9f6a-3d0804201b88 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:26:53.593505 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-06bc5cf3-5de6-4f56-9f6a-3d0804201b88 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Calling delete_port for 2fff7704-d347-41ef-8123-29efc45a4b25 owned by network:floatingip {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 05:26:53.607275 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5e8842dd-255f-4deb-9409-352a10025425 req-2fbf7e22-7584-44c1-ae50-271028b9a1da tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0255048 Jul 28 05:26:53.727642 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-06bc5cf3-5de6-4f56-9f6a-3d0804201b88 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227552799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227148301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4414135'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:26:53.750907 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bc5cf3-5de6-4f56-9f6a-3d0804201b88 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Pushing event deleted for resources: {'Port': ['ID=2fff7704-d347-41ef-8123-29efc45a4b25,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:26:53.760686 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc5cf3-5de6-4f56-9f6a-3d0804201b88 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:26:53.760979 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc5cf3-5de6-4f56-9f6a-3d0804201b88 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:26:53.761322 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc5cf3-5de6-4f56-9f6a-3d0804201b88 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:26:53.761659 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc5cf3-5de6-4f56-9f6a-3d0804201b88 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:26:53.761993 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc5cf3-5de6-4f56-9f6a-3d0804201b88 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:26:53.762835 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc5cf3-5de6-4f56-9f6a-3d0804201b88 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:26:53.762835 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc5cf3-5de6-4f56-9f6a-3d0804201b88 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:26:53.763029 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc5cf3-5de6-4f56-9f6a-3d0804201b88 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:26:53.763280 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc5cf3-5de6-4f56-9f6a-3d0804201b88 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:26:53.763627 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc5cf3-5de6-4f56-9f6a-3d0804201b88 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:26:53.763955 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc5cf3-5de6-4f56-9f6a-3d0804201b88 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:26:53.764278 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06bc5cf3-5de6-4f56-9f6a-3d0804201b88 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:26:53.821895 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-06bc5cf3-5de6-4f56-9f6a-3d0804201b88 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks [] for floatingip, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:26:53.824496 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-06bc5cf3-5de6-4f56-9f6a-3d0804201b88 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068'] for floatingip, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:26:53.825627 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-06bc5cf3-5de6-4f56-9f6a-3d0804201b88 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "DELETE /v2.0/floatingips/dc8d98a2-5bec-469e-b835-8d17959a5fee HTTP/1.1" status: 204 len: 168 time: 0.4405379 Jul 28 05:26:53.947391 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-7a1c694c-909b-4de4-ba53-f0dc3c83f712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:26:54.174133 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 54702) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:26:54.178849 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-b5225b61-f2bd-45d8-9191-1fc9e7c60d61 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1803705163', 'description': 'tempest-description--2016174077'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:26:54.199951 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b5225b61-f2bd-45d8-9191-1fc9e7c60d61 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:26:54.283938 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b5225b61-f2bd-45d8-9191-1fc9e7c60d61 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:26:54.288175 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b5225b61-f2bd-45d8-9191-1fc9e7c60d61 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:26:54.315778 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b5225b61-f2bd-45d8-9191-1fc9e7c60d61 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:26:54.317007 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-b5225b61-f2bd-45d8-9191-1fc9e7c60d61 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1418824 Jul 28 05:26:54.318906 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5225b61-f2bd-45d8-9191-1fc9e7c60d61 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41e2da1c-1795-4068-a3cf-69af1279df3f,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:26:54.319979 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 54704) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:26:54.326320 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-bfe68659-a3d8-4eea-9e13-5cf71d2805c0 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Request body: {'security_group_rule': {'security_group_id': '41e2da1c-1795-4068-a3cf-69af1279df3f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:26:54.352595 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-bfe68659-a3d8-4eea-9e13-5cf71d2805c0 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:26:54.413840 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-bfe68659-a3d8-4eea-9e13-5cf71d2805c0 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:26:54.417117 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-bfe68659-a3d8-4eea-9e13-5cf71d2805c0 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610225'] for security_group_rule, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:26:54.433468 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe68659-a3d8-4eea-9e13-5cf71d2805c0 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c148710-838b-4f34-8c2a-6252c9210e01,revision_number=0']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:26:54.440085 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-bfe68659-a3d8-4eea-9e13-5cf71d2805c0 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:26:54.441067 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-bfe68659-a3d8-4eea-9e13-5cf71d2805c0 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1201046 Jul 28 05:26:54.443674 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 54706) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:26:54.447914 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-48d2b335-a04f-4da2-8f43-689369462f7e tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Request body: {'security_group_rule': {'security_group_id': '41e2da1c-1795-4068-a3cf-69af1279df3f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:26:54.473721 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-48d2b335-a04f-4da2-8f43-689369462f7e tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:26:54.527063 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-48d2b335-a04f-4da2-8f43-689369462f7e tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:26:54.530443 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-48d2b335-a04f-4da2-8f43-689369462f7e tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610225'] for security_group_rule, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:26:54.546812 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d2b335-a04f-4da2-8f43-689369462f7e tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd510a40-66ef-47d2-bdd6-c64638f6adff,revision_number=0']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:26:54.552870 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-48d2b335-a04f-4da2-8f43-689369462f7e tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:26:54.554009 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-48d2b335-a04f-4da2-8f43-689369462f7e tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1094403 Jul 28 05:26:54.557044 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 54708) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:26:54.561337 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-d63c3059-d14f-4ed1-a2a2-5b2b5c6e460f tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Request body: {'floatingip': {'floating_network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:26:54.583991 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d63c3059-d14f-4ed1-a2a2-5b2b5c6e460f tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks [] for floatingip, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:26:54.687746 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d63c3059-d14f-4ed1-a2a2-5b2b5c6e460f tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:26:54.707489 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ed338541-8e97-4e3b-a50e-67efc1e07f65 req-578d9cf3-6991-4132-8fbc-a92a8093c3f1 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0335410 Jul 28 05:26:54.803226 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_common [None req-d63c3059-d14f-4ed1-a2a2-5b2b5c6e460f tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Allocated IP 172.27.2.42 (c7125004-43ac-4633-9f2f-3f406f3e858d/e72a7812-7eaf-41ec-8662-055279a1b0f7/1e00147c-687d-47a8-b741-54edb1add80d) {{(pid=93163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:26:54.902286 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d63c3059-d14f-4ed1-a2a2-5b2b5c6e460f tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks [] for port, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:26:54.938925 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d63c3059-d14f-4ed1-a2a2-5b2b5c6e460f tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227148292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5267504'] for port, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:26:54.975745 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63c3059-d14f-4ed1-a2a2-5b2b5c6e460f tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Network c7125004-43ac-4633-9f2f-3f406f3e858d is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:26:54.978475 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-d63c3059-d14f-4ed1-a2a2-5b2b5c6e460f tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:26:54.981827 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63c3059-d14f-4ed1-a2a2-5b2b5c6e460f tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Received port after_create {{(pid=93163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 05:26:55.010905 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63c3059-d14f-4ed1-a2a2-5b2b5c6e460f tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Pushing event updated for resources: {'Port': ['ID=1e00147c-687d-47a8-b741-54edb1add80d,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:26:55.071519 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d63c3059-d14f-4ed1-a2a2-5b2b5c6e460f tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:26:55.102563 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d63c3059-d14f-4ed1-a2a2-5b2b5c6e460f tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:26:55.245591 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d63c3059-d14f-4ed1-a2a2-5b2b5c6e460f tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks [] for port, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:26:55.250070 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d63c3059-d14f-4ed1-a2a2-5b2b5c6e460f tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5267515'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:26:55.318283 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63c3059-d14f-4ed1-a2a2-5b2b5c6e460f tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Pushing event updated for resources: {'Port': ['ID=1e00147c-687d-47a8-b741-54edb1add80d,revision_number=2']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:26:55.326222 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d63c3059-d14f-4ed1-a2a2-5b2b5c6e460f tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406535'] for floatingip, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:26:55.339109 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d63c3059-d14f-4ed1-a2a2-5b2b5c6e460f tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068'] for floatingip, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:26:55.340614 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-d63c3059-d14f-4ed1-a2a2-5b2b5c6e460f tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7826352 Jul 28 05:26:55.487843 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-81a5590c-512c-4528-ac4c-5868280c4854 req-27b69f56-1a75-4e1e-bd59-5f0202875538 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1803705163&fields=id&tenant_id=38cd928d0e0347d0baad775ab2994326 HTTP/1.1" status: 200 len: 267 time: 0.0347726 Jul 28 05:26:55.586973 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5590c-512c-4528-ac4c-5868280c4854 req-5738a1ab-791c-4fdf-a99e-82132fe30668 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:26:55.588370 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-81a5590c-512c-4528-ac4c-5868280c4854 req-5738a1ab-791c-4fdf-a99e-82132fe30668 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/networks?id=7040d785-ad9e-439a-8073-762370b8ac7a HTTP/1.1" status: 200 len: 811 time: 0.0940182 Jul 28 05:26:55.602963 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-81a5590c-512c-4528-ac4c-5868280c4854 req-f482acf2-530b-4d0b-90c6-5b7018db64d7 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/quotas/38cd928d0e0347d0baad775ab2994326 HTTP/1.1" status: 200 len: 375 time: 0.0090694 Jul 28 05:26:55.661061 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-81a5590c-512c-4528-ac4c-5868280c4854 req-8811b75e-88b9-42b1-91c9-35506095d00e tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=38cd928d0e0347d0baad775ab2994326&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0530403 Jul 28 05:26:55.715935 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [req-81a5590c-512c-4528-ac4c-5868280c4854 req-93621b51-29c3-4778-b64e-ee48fbbb4481 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 05:26:55.716941 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-81a5590c-512c-4528-ac4c-5868280c4854 req-93621b51-29c3-4778-b64e-ee48fbbb4481 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0448782 Jul 28 05:26:55.807603 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4784b6eb-3b85-4899-b869-9d2fb4b8bf91 req-5cbc7218-abd3-4f63-bd6f-0c4198e224fa tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0337210 Jul 28 05:26:55.825642 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-81a5590c-512c-4528-ac4c-5868280c4854 req-13c86b29-f1bf-49e2-abfd-8e6a58e58442 service neutron] 10.222.0.13 "GET /v2.0/networks/7040d785-ad9e-439a-8073-762370b8ac7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021683 Jul 28 05:26:55.914306 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-81a5590c-512c-4528-ac4c-5868280c4854 req-28c7641a-cdeb-4da2-b446-dd685cae7dbb service neutron] 10.222.0.13 "GET /v2.0/networks/7040d785-ad9e-439a-8073-762370b8ac7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820909 Jul 28 05:26:56.070784 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ea463119-d522-48e5-bf55-27a944a7bd25 req-84da9909-6aa8-4adc-926d-dcf9c0d3e7af tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=20808734-e2c8-4c2f-9d5c-a280ecb5f8bf HTTP/1.1" status: 200 len: 210 time: 0.0266588 Jul 28 05:26:56.810114 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-cce10456-1306-412f-b1a2-a0e1dd0e9f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:26:56.895916 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:26:56.899707 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-22a5740f-1cc4-4e26-90b8-1f0db90211e3 req-f88dddab-c49e-4bc0-963c-c11eeb086092 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0271223 Jul 28 05:26:57.186898 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4400aeb0-83ee-4953-8123-103ddff4511a req-2631646c-23ba-4ef2-99f3-e7657662bb44 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=20808734-e2c8-4c2f-9d5c-a280ecb5f8bf HTTP/1.1" status: 200 len: 210 time: 0.0389419 Jul 28 05:26:57.210852 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5590c-512c-4528-ac4c-5868280c4854 req-8b2c411e-2871-4793-8052-667acc42ecd6 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:26:57.212301 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-81a5590c-512c-4528-ac4c-5868280c4854 req-8b2c411e-2871-4793-8052-667acc42ecd6 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.21 "GET /v2.0/networks?id=7040d785-ad9e-439a-8073-762370b8ac7a HTTP/1.1" status: 200 len: 811 time: 0.1598480 Jul 28 05:26:57.269810 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-81a5590c-512c-4528-ac4c-5868280c4854 req-26208892-f1c8-411d-9066-df85290d9c06 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38cd928d0e0347d0baad775ab2994326 HTTP/1.1" status: 200 len: 380 time: 0.0355880 Jul 28 05:26:57.279835 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [req-81a5590c-512c-4528-ac4c-5868280c4854 req-eb11e53b-e367-42ea-a213-c3072db810bd tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Request body: {'port': {'device_id': '20808734-e2c8-4c2f-9d5c-a280ecb5f8bf', 'network_id': '7040d785-ad9e-439a-8073-762370b8ac7a', 'admin_state_up': True, 'tenant_id': '38cd928d0e0347d0baad775ab2994326', 'security_groups': ['41e2da1c-1795-4068-a3cf-69af1279df3f']}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:26:57.385123 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81a5590c-512c-4528-ac4c-5868280c4854 req-eb11e53b-e367-42ea-a213-c3072db810bd tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Made reservation on behalf of 38cd928d0e0347d0baad775ab2994326 for: {'port': 1} {{(pid=93163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:26:57.388549 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-81a5590c-512c-4528-ac4c-5868280c4854 req-eb11e53b-e367-42ea-a213-c3072db810bd tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:26:57.507404 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_common [req-81a5590c-512c-4528-ac4c-5868280c4854 req-eb11e53b-e367-42ea-a213-c3072db810bd tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Allocated IP 172.20.0.13 (7040d785-ad9e-439a-8073-762370b8ac7a/278bb74a-8e56-4dfc-917a-8520d15d8eb0/0a3b7d3b-f1d8-4a18-a849-414d7e22a94c) {{(pid=93163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:26:57.638144 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-81a5590c-512c-4528-ac4c-5868280c4854 req-eb11e53b-e367-42ea-a213-c3072db810bd tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks [] for port, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:26:57.651071 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [req-81a5590c-512c-4528-ac4c-5868280c4854 req-eb11e53b-e367-42ea-a213-c3072db810bd tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Transition to ACTIVE for port object 0a3b7d3b-f1d8-4a18-a849-414d7e22a94c will not be triggered until provisioned by entity DHCP. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:26:57.683138 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-81a5590c-512c-4528-ac4c-5868280c4854 req-eb11e53b-e367-42ea-a213-c3072db810bd tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227148292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5267504'] for port, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:26:57.719681 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81a5590c-512c-4528-ac4c-5868280c4854 req-eb11e53b-e367-42ea-a213-c3072db810bd tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Network 7040d785-ad9e-439a-8073-762370b8ac7a is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:26:57.722641 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [req-81a5590c-512c-4528-ac4c-5868280c4854 req-eb11e53b-e367-42ea-a213-c3072db810bd tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:26:57.725102 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [req-81a5590c-512c-4528-ac4c-5868280c4854 req-eb11e53b-e367-42ea-a213-c3072db810bd tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Received port after_create {{(pid=93163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 05:26:57.763201 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb11e53b-e367-42ea-a213-c3072db810bd tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Pushing event updated for resources: {'Port': ['ID=0a3b7d3b-f1d8-4a18-a849-414d7e22a94c,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:26:57.787944 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5590c-512c-4528-ac4c-5868280c4854 req-eb11e53b-e367-42ea-a213-c3072db810bd tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:26:57.789657 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-81a5590c-512c-4528-ac4c-5868280c4854 req-eb11e53b-e367-42ea-a213-c3072db810bd tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068'] for port, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:26:57.806163 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-81a5590c-512c-4528-ac4c-5868280c4854 req-eb11e53b-e367-42ea-a213-c3072db810bd tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5299997 Jul 28 05:26:57.809105 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:26:57.824925 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [req-81a5590c-512c-4528-ac4c-5868280c4854 req-f5a7e393-d7fe-49ad-a022-379e9c43f111 service neutron] Request body: {'port': {'device_id': '20808734-e2c8-4c2f-9d5c-a280ecb5f8bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80161'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:26:57.879012 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-81a5590c-512c-4528-ac4c-5868280c4854 req-f5a7e393-d7fe-49ad-a022-379e9c43f111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:26:57.952570 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-063d8d37-53e9-484c-9443-e8bc77d52f67 None None] Provisioning for port 0a3b7d3b-f1d8-4a18-a849-414d7e22a94c completed by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:26:57.956932 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-063d8d37-53e9-484c-9443-e8bc77d52f67 None None] Provisioning complete for port 0a3b7d3b-f1d8-4a18-a849-414d7e22a94c triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:26:57.957309 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-063d8d37-53e9-484c-9443-e8bc77d52f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:26:57.991656 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-063d8d37-53e9-484c-9443-e8bc77d52f67 None None] Port 0a3b7d3b-f1d8-4a18-a849-414d7e22a94c cannot update to ACTIVE because it is not bound. {{(pid=93164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 05:26:58.009893 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9c3d8a0b-db3c-4e3c-b30a-6a3fd15cadfe req-74f12f60-cfb0-4560-bf73-91c37e23d51d tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0312266 Jul 28 05:26:58.455375 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f0f3ad-b41b-4e37-8182-1860873b5979 req-c5a50dc7-cbbd-4527-93d7-e7910314adff tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:26:58.456836 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c5f0f3ad-b41b-4e37-8182-1860873b5979 req-c5a50dc7-cbbd-4527-93d7-e7910314adff tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=20808734-e2c8-4c2f-9d5c-a280ecb5f8bf HTTP/1.1" status: 200 len: 932 time: 0.0816653 Jul 28 05:26:58.464894 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [req-81a5590c-512c-4528-ac4c-5868280c4854 req-f5a7e393-d7fe-49ad-a022-379e9c43f111 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a3b7d3b-f1d8-4a18-a849-414d7e22a94c {{(pid=93163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 05:26:58.477110 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-81a5590c-512c-4528-ac4c-5868280c4854 req-f5a7e393-d7fe-49ad-a022-379e9c43f111 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:26:58.506182 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [req-81a5590c-512c-4528-ac4c-5868280c4854 req-f5a7e393-d7fe-49ad-a022-379e9c43f111 service neutron] Transition to ACTIVE for port object 0a3b7d3b-f1d8-4a18-a849-414d7e22a94c will not be triggered until provisioned by entity L2. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:26:58.509457 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-81a5590c-512c-4528-ac4c-5868280c4854 req-f5a7e393-d7fe-49ad-a022-379e9c43f111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5267515'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:26:58.561937 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c5f0f3ad-b41b-4e37-8182-1860873b5979 req-585868b5-bd3f-4936-a6b7-0c3276f44b8e tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/security-groups?id=41e2da1c-1795-4068-a3cf-69af1279df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990114 Jul 28 05:26:58.591823 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a7e393-d7fe-49ad-a022-379e9c43f111 service neutron] Pushing event updated for resources: {'Port': ['ID=0a3b7d3b-f1d8-4a18-a849-414d7e22a94c,revision_number=2']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:26:58.658261 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [req-81a5590c-512c-4528-ac4c-5868280c4854 req-f5a7e393-d7fe-49ad-a022-379e9c43f111 service neutron] Attempting to bind port 0a3b7d3b-f1d8-4a18-a849-414d7e22a94c on host hv-cinder-80161 for vnic_type normal with profile {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 05:26:58.658595 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [req-81a5590c-512c-4528-ac4c-5868280c4854 req-f5a7e393-d7fe-49ad-a022-379e9c43f111 service neutron] Attempting to bind port 0a3b7d3b-f1d8-4a18-a849-414d7e22a94c by drivers openvswitch,hyperv on host hv-cinder-80161 at level 0 using segments [{'id': '63e88a60-78da-4f55-839d-5376c73609d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7040d785-ad9e-439a-8073-762370b8ac7a'}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 05:26:58.658916 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a5590c-512c-4528-ac4c-5868280c4854 req-f5a7e393-d7fe-49ad-a022-379e9c43f111 service neutron] Attempting to bind port 0a3b7d3b-f1d8-4a18-a849-414d7e22a94c on network 7040d785-ad9e-439a-8073-762370b8ac7a {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:26:58.663268 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a5590c-512c-4528-ac4c-5868280c4854 req-f5a7e393-d7fe-49ad-a022-379e9c43f111 service neutron] Port 0a3b7d3b-f1d8-4a18-a849-414d7e22a94c on network 7040d785-ad9e-439a-8073-762370b8ac7a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80161 {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 05:26:58.663613 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a5590c-512c-4528-ac4c-5868280c4854 req-f5a7e393-d7fe-49ad-a022-379e9c43f111 service neutron] Attempting to bind port 0a3b7d3b-f1d8-4a18-a849-414d7e22a94c on network 7040d785-ad9e-439a-8073-762370b8ac7a {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:26:58.668428 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a5590c-512c-4528-ac4c-5868280c4854 req-f5a7e393-d7fe-49ad-a022-379e9c43f111 service neutron] Checking agent: {'id': '4cdb6954-a1c9-49c3-81e0-9b963b26fa6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80161', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 5, 7, 18), 'started_at': datetime.datetime(2021, 7, 28, 5, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 5, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 05:26:58.668757 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a5590c-512c-4528-ac4c-5868280c4854 req-f5a7e393-d7fe-49ad-a022-379e9c43f111 service neutron] Checking segment: {'id': '63e88a60-78da-4f55-839d-5376c73609d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7040d785-ad9e-439a-8073-762370b8ac7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:26:58.669136 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81a5590c-512c-4528-ac4c-5868280c4854 req-f5a7e393-d7fe-49ad-a022-379e9c43f111 service neutron] Bound using segment: {'id': '63e88a60-78da-4f55-839d-5376c73609d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7040d785-ad9e-439a-8073-762370b8ac7a'} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 05:26:58.669555 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [req-81a5590c-512c-4528-ac4c-5868280c4854 req-f5a7e393-d7fe-49ad-a022-379e9c43f111 service neutron] Bound port: 0a3b7d3b-f1d8-4a18-a849-414d7e22a94c, host: hv-cinder-80161, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63e88a60-78da-4f55-839d-5376c73609d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '7040d785-ad9e-439a-8073-762370b8ac7a'}}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 05:26:58.669915 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-81a5590c-512c-4528-ac4c-5868280c4854 req-f5a7e393-d7fe-49ad-a022-379e9c43f111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:26:58.731455 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [req-81a5590c-512c-4528-ac4c-5868280c4854 req-f5a7e393-d7fe-49ad-a022-379e9c43f111 service neutron] For port 0a3b7d3b-f1d8-4a18-a849-414d7e22a94c, host hv-cinder-80161, cleared binding levels {{(pid=93163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:26:58.734295 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [req-81a5590c-512c-4528-ac4c-5868280c4854 req-f5a7e393-d7fe-49ad-a022-379e9c43f111 service neutron] For port 0a3b7d3b-f1d8-4a18-a849-414d7e22a94c, host hv-cinder-80161, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=0a3b7d3b-f1d8-4a18-a849-414d7e22a94c,segment=NetworkSegment(63e88a60-78da-4f55-839d-5376c73609d1),segment_id=63e88a60-78da-4f55-839d-5376c73609d1)] {{(pid=93163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:26:58.740189 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-81a5590c-512c-4528-ac4c-5868280c4854 req-f5a7e393-d7fe-49ad-a022-379e9c43f111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5267515'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:26:58.774881 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5590c-512c-4528-ac4c-5868280c4854 req-f5a7e393-d7fe-49ad-a022-379e9c43f111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:26:58.775556 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-81a5590c-512c-4528-ac4c-5868280c4854 req-f5a7e393-d7fe-49ad-a022-379e9c43f111 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068'] for port, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:26:58.776847 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-81a5590c-512c-4528-ac4c-5868280c4854 req-f5a7e393-d7fe-49ad-a022-379e9c43f111 service neutron] 10.222.0.21 "PUT /v2.0/ports/0a3b7d3b-f1d8-4a18-a849-414d7e22a94c HTTP/1.1" status: 200 len: 1094 time: 0.9563377 Jul 28 05:26:58.777262 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20808734-e2c8-4c2f-9d5c-a280ecb5f8bf', 'tag': '0a3b7d3b-f1d8-4a18-a849-414d7e22a94c'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:26:58.779468 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdaae2d937131cd036474998a49e3e11d53281396ea4e1ac8b096c837d21eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a49faa-7816-4dd1-91e4-48c09c12434a" -d '{"events": [{"name": "network-changed", "server_uuid": "20808734-e2c8-4c2f-9d5c-a280ecb5f8bf", "tag": "0a3b7d3b-f1d8-4a18-a849-414d7e22a94c"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:26:58.803902 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a7e393-d7fe-49ad-a022-379e9c43f111 service neutron] Pushing event updated for resources: {'Port': ['ID=0a3b7d3b-f1d8-4a18-a849-414d7e22a94c,revision_number=3']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:26:58.829711 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 05:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c81894e-7c8a-41ee-8f29-7092075ff138 x-openstack-request-id: req-6c81894e-7c8a-41ee-8f29-7092075ff138 {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:26:58.830057 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20808734-e2c8-4c2f-9d5c-a280ecb5f8bf", "tag": "0a3b7d3b-f1d8-4a18-a849-414d7e22a94c", "status": "completed", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:26:58.830370 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c81894e-7c8a-41ee-8f29-7092075ff138 {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:26:58.830808 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20808734-e2c8-4c2f-9d5c-a280ecb5f8bf', 'tag': '0a3b7d3b-f1d8-4a18-a849-414d7e22a94c', 'status': 'completed', 'code': 200} Jul 28 05:26:58.891687 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5590c-512c-4528-ac4c-5868280c4854 req-7e8f07fd-d07e-463b-96b0-0fb3004574a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:26:58.893477 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-81a5590c-512c-4528-ac4c-5868280c4854 req-7e8f07fd-d07e-463b-96b0-0fb3004574a8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=38cd928d0e0347d0baad775ab2994326&device_id=20808734-e2c8-4c2f-9d5c-a280ecb5f8bf HTTP/1.1" status: 200 len: 1097 time: 0.0459728 Jul 28 05:26:58.943316 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-81a5590c-512c-4528-ac4c-5868280c4854 req-91677a40-a1df-4737-9f77-5d454338f526 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a3b7d3b-f1d8-4a18-a849-414d7e22a94c HTTP/1.1" status: 200 len: 217 time: 0.0360720 Jul 28 05:26:58.989519 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5590c-512c-4528-ac4c-5868280c4854 req-f6883bce-8d82-48a8-a034-88ef4670992c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:26:58.990786 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-81a5590c-512c-4528-ac4c-5868280c4854 req-f6883bce-8d82-48a8-a034-88ef4670992c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=278bb74a-8e56-4dfc-917a-8520d15d8eb0 HTTP/1.1" status: 200 len: 850 time: 0.0412114 Jul 28 05:26:59.039385 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5590c-512c-4528-ac4c-5868280c4854 req-7abb815b-faa5-45ae-8661-004f3ac9757e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:26:59.040929 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-81a5590c-512c-4528-ac4c-5868280c4854 req-7abb815b-faa5-45ae-8661-004f3ac9757e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7040d785-ad9e-439a-8073-762370b8ac7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435126 Jul 28 05:26:59.125124 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0d03ca20-6e1b-48dc-8fe3-838dfb60e230 req-d383e838-8534-456e-b211-c19a74c79e40 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0348704 Jul 28 05:26:59.155795 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-81a5590c-512c-4528-ac4c-5868280c4854 req-d405286c-bd50-4ae3-8dc0-87efd0e67805 service neutron] 10.222.0.21 "GET /v2.0/networks/7040d785-ad9e-439a-8073-762370b8ac7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064603 Jul 28 05:26:59.246813 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-81a5590c-512c-4528-ac4c-5868280c4854 req-4f76923b-4164-4d03-8b46-8f5084b97a4f service neutron] 10.222.0.21 "GET /v2.0/networks/7040d785-ad9e-439a-8073-762370b8ac7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840473 Jul 28 05:26:59.315149 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:26:59.382064 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a49faa-7816-4dd1-91e4-48c09c12434a req-83b09d09-ec29-46a5-a2cf-f341b70c1bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:26:59.383558 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-16a49faa-7816-4dd1-91e4-48c09c12434a req-83b09d09-ec29-46a5-a2cf-f341b70c1bfd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=38cd928d0e0347d0baad775ab2994326&device_id=20808734-e2c8-4c2f-9d5c-a280ecb5f8bf HTTP/1.1" status: 200 len: 1097 time: 0.0407941 Jul 28 05:26:59.472447 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a49faa-7816-4dd1-91e4-48c09c12434a req-2a535f57-c89d-4f81-927e-83ad5dfc5018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:26:59.473919 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-16a49faa-7816-4dd1-91e4-48c09c12434a req-2a535f57-c89d-4f81-927e-83ad5dfc5018 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7040d785-ad9e-439a-8073-762370b8ac7a HTTP/1.1" status: 200 len: 912 time: 0.0834608 Jul 28 05:26:59.514722 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-16a49faa-7816-4dd1-91e4-48c09c12434a req-d03d4cb0-d01c-4a31-a765-bf3746041f02 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a3b7d3b-f1d8-4a18-a849-414d7e22a94c HTTP/1.1" status: 200 len: 217 time: 0.0324981 Jul 28 05:26:59.561473 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a49faa-7816-4dd1-91e4-48c09c12434a req-682c8f85-0792-469a-a5fb-4d0dc4afcdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:26:59.562855 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-16a49faa-7816-4dd1-91e4-48c09c12434a req-682c8f85-0792-469a-a5fb-4d0dc4afcdfd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=278bb74a-8e56-4dfc-917a-8520d15d8eb0 HTTP/1.1" status: 200 len: 850 time: 0.0410721 Jul 28 05:26:59.613979 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a49faa-7816-4dd1-91e4-48c09c12434a req-ef840a21-7e49-4d04-8cfd-ec620962631b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:26:59.616477 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-16a49faa-7816-4dd1-91e4-48c09c12434a req-ef840a21-7e49-4d04-8cfd-ec620962631b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7040d785-ad9e-439a-8073-762370b8ac7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0461147 Jul 28 05:26:59.728886 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92af922-1e40-4857-9d88-95df47bcaf1f req-997ba005-3415-45f8-9523-cc609fa17cc3 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:26:59.730402 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f92af922-1e40-4857-9d88-95df47bcaf1f req-997ba005-3415-45f8-9523-cc609fa17cc3 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=20808734-e2c8-4c2f-9d5c-a280ecb5f8bf HTTP/1.1" status: 200 len: 944 time: 0.0995924 Jul 28 05:26:59.754778 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-16a49faa-7816-4dd1-91e4-48c09c12434a req-7142b1a8-7dd0-43ad-958c-00a655ade69d service neutron] 10.222.0.21 "GET /v2.0/networks/7040d785-ad9e-439a-8073-762370b8ac7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310635 Jul 28 05:26:59.810612 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f92af922-1e40-4857-9d88-95df47bcaf1f req-bf146ddd-e217-4504-8326-6126950fba0d tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/security-groups?id=41e2da1c-1795-4068-a3cf-69af1279df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715883 Jul 28 05:26:59.853420 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-16a49faa-7816-4dd1-91e4-48c09c12434a req-5e5374a8-dea0-46f4-ba22-883f6f1bfdf8 service neutron] 10.222.0.21 "GET /v2.0/networks/7040d785-ad9e-439a-8073-762370b8ac7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913374 Jul 28 05:27:00.214224 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-23aba35a-2266-47e9-9d77-6a16922f65c2 req-d0db4f3f-966d-469e-8c25-64ef383cd42e tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0264120 Jul 28 05:27:00.355803 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [req-5ff12de7-08b9-4f2a-bd4c-f01e8e8449bc req-93aa1cf8-bb79-40ec-b5c4-0668fc339d72 service neutron] (93162) timed out ('10.222.0.13', 47568) {{(pid=93162) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 05:27:00.925536 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c7e58b-0eb0-4772-b019-67606d8b2d4a req-ef7b2d25-22bc-48e3-849d-8cec0f83da0f tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:27:00.926975 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d0c7e58b-0eb0-4772-b019-67606d8b2d4a req-ef7b2d25-22bc-48e3-849d-8cec0f83da0f tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=20808734-e2c8-4c2f-9d5c-a280ecb5f8bf HTTP/1.1" status: 200 len: 944 time: 0.0509236 Jul 28 05:27:00.962912 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d0c7e58b-0eb0-4772-b019-67606d8b2d4a req-8d0072d8-9266-47ff-bc36-eac604d7d9c7 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/security-groups?id=41e2da1c-1795-4068-a3cf-69af1279df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301976 Jul 28 05:27:01.306215 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5a5e7866-7f82-44af-b5c4-2221127cbd89 req-859910c7-00bd-47cb-933d-69b6b4592fdb tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0262561 Jul 28 05:27:01.737897 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device 0a3b7d3b-f1d8-4a18-a849-414d7e22a94c details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=93164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 05:27:01.829613 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] For port 0a3b7d3b-f1d8-4a18-a849-414d7e22a94c, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=0a3b7d3b-f1d8-4a18-a849-414d7e22a94c,segment=NetworkSegment(63e88a60-78da-4f55-839d-5376c73609d1),segment_id=63e88a60-78da-4f55-839d-5376c73609d1)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:27:01.840075 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Returning: {'device': '0a3b7d3b-f1d8-4a18-a849-414d7e22a94c', 'network_id': '7040d785-ad9e-439a-8073-762370b8ac7a', 'port_id': '0a3b7d3b-f1d8-4a18-a849-414d7e22a94c', 'mac_address': 'fa:16:3e:41:11:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '278bb74a-8e56-4dfc-917a-8520d15d8eb0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 05:27:01.875735 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:27:01.888100 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a3b7d3b-f1d8-4a18-a849-414d7e22a94c {{(pid=93164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 05:27:01.906423 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] For port 0a3b7d3b-f1d8-4a18-a849-414d7e22a94c, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=0a3b7d3b-f1d8-4a18-a849-414d7e22a94c,segment=NetworkSegment(63e88a60-78da-4f55-839d-5376c73609d1),segment_id=63e88a60-78da-4f55-839d-5376c73609d1)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:27:01.910391 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:27:01.954705 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Pushing event updated for resources: {'Port': ['ID=0a3b7d3b-f1d8-4a18-a849-414d7e22a94c,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:27:01.961369 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:27:01.961713 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:27:01.962047 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:27:01.962376 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:27:01.962706 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:27:01.963031 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:27:01.963360 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:27:01.963695 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:27:01.964019 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:27:01.964333 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:27:01.964647 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:27:01.964960 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:27:02.073296 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d83440-c7a6-4f01-bf2d-5f8de9207545 req-981d6c7d-338d-436f-abb9-5422758fd4a3 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:27:02.074742 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-01d83440-c7a6-4f01-bf2d-5f8de9207545 req-981d6c7d-338d-436f-abb9-5422758fd4a3 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=20808734-e2c8-4c2f-9d5c-a280ecb5f8bf HTTP/1.1" status: 200 len: 945 time: 0.0471787 Jul 28 05:27:02.111477 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-01d83440-c7a6-4f01-bf2d-5f8de9207545 req-e5b11782-3945-46da-bec6-379fc8b795ea tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/security-groups?id=41e2da1c-1795-4068-a3cf-69af1279df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307806 Jul 28 05:27:02.293336 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] get_ports_and_sgs() called for port_ids ['0a3b7d3b-f1d8-4a18-a849-414d7e22a94c'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:27:02.416648 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-74e2df7a-b90d-49e2-9e1f-ed229b87e744 req-40a222ba-2415-4205-9b25-4d7ea4f2cbd8 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0308983 Jul 28 05:27:03.223361 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89221bdd-49bf-4a7c-8785-1904c4375f61 req-0fa760ee-a6fb-4b92-be94-5ff8a6e20bb3 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:27:03.224836 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-89221bdd-49bf-4a7c-8785-1904c4375f61 req-0fa760ee-a6fb-4b92-be94-5ff8a6e20bb3 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=20808734-e2c8-4c2f-9d5c-a280ecb5f8bf HTTP/1.1" status: 200 len: 945 time: 0.0481508 Jul 28 05:27:03.260699 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-89221bdd-49bf-4a7c-8785-1904c4375f61 req-4f8aa3c4-216e-41a8-a3d1-dfd80e9e9ea7 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/security-groups?id=41e2da1c-1795-4068-a3cf-69af1279df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300732 Jul 28 05:27:03.510802 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-77398e83-46b2-4c4a-b9e1-cdf1d26c42f4 req-f97002a0-6a1b-443b-9107-598e63a8e64b tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0259480 Jul 28 05:27:03.752855 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device 0a3b7d3b-f1d8-4a18-a849-414d7e22a94c up at agent hyperv_hv-cinder-80161 {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:27:03.798119 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Provisioning for port 0a3b7d3b-f1d8-4a18-a849-414d7e22a94c completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:27:03.801643 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Provisioning complete for port 0a3b7d3b-f1d8-4a18-a849-414d7e22a94c triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:27:03.802013 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:27:03.876339 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:27:03.897848 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20808734-e2c8-4c2f-9d5c-a280ecb5f8bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a3b7d3b-f1d8-4a18-a849-414d7e22a94c'}] {{(pid=93164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:27:03.900074 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fb4d28940d80eba88a385613a92acfb6aaf547e778be800882bca880023c29d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8756cf2e-0f3c-46bc-b486-7933161c4590" -d '{"events": [{"server_uuid": "20808734-e2c8-4c2f-9d5c-a280ecb5f8bf", "name": "network-vif-plugged", "status": "completed", "tag": "0a3b7d3b-f1d8-4a18-a849-414d7e22a94c"}]}' {{(pid=93164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:27:03.912749 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] For port 0a3b7d3b-f1d8-4a18-a849-414d7e22a94c, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=0a3b7d3b-f1d8-4a18-a849-414d7e22a94c,segment=NetworkSegment(63e88a60-78da-4f55-839d-5376c73609d1),segment_id=63e88a60-78da-4f55-839d-5376c73609d1)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:27:03.916612 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:27:03.964967 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Pushing event updated for resources: {'Port': ['ID=0a3b7d3b-f1d8-4a18-a849-414d7e22a94c,revision_number=5']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:27:03.987255 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 05:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25bca28-252c-4c63-8448-778b76e33c99 x-openstack-request-id: req-e25bca28-252c-4c63-8448-778b76e33c99 {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:27:03.987835 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20808734-e2c8-4c2f-9d5c-a280ecb5f8bf", "name": "network-vif-plugged", "status": "completed", "tag": "0a3b7d3b-f1d8-4a18-a849-414d7e22a94c", "code": 200}]} {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:27:03.988090 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e25bca28-252c-4c63-8448-778b76e33c99 {{(pid=93164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:27:03.988466 dv-cinder-801617-3-iscsi neutron-server[93164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20808734-e2c8-4c2f-9d5c-a280ecb5f8bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a3b7d3b-f1d8-4a18-a849-414d7e22a94c', 'code': 200} Jul 28 05:27:04.177247 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a204679-a330-4891-a8f5-af83d9306f01 req-38e13ec4-c4cb-4916-afb3-58cefff0bab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:27:04.178609 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6a204679-a330-4891-a8f5-af83d9306f01 req-38e13ec4-c4cb-4916-afb3-58cefff0bab2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=20808734-e2c8-4c2f-9d5c-a280ecb5f8bf HTTP/1.1" status: 200 len: 1099 time: 0.0385561 Jul 28 05:27:04.212174 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6a204679-a330-4891-a8f5-af83d9306f01 req-8ab64be2-a303-4a29-8071-1dd28944f15f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=41e2da1c-1795-4068-a3cf-69af1279df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264082 Jul 28 05:27:04.375065 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b02df-8ff7-4b8c-9dac-e84ff305a054 req-272eb833-a6df-4afd-b1c0-ea10f633fd70 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:27:04.377071 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c52b02df-8ff7-4b8c-9dac-e84ff305a054 req-272eb833-a6df-4afd-b1c0-ea10f633fd70 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=20808734-e2c8-4c2f-9d5c-a280ecb5f8bf HTTP/1.1" status: 200 len: 946 time: 0.0515516 Jul 28 05:27:04.414231 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c52b02df-8ff7-4b8c-9dac-e84ff305a054 req-d9d64a72-79af-45ac-863a-f02741bcd90d tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/security-groups?id=41e2da1c-1795-4068-a3cf-69af1279df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311799 Jul 28 05:27:04.602316 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ba17cbe6-d716-4239-8eec-df65f12db69e req-3ab8f098-2065-46fa-9341-df317020412d tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0259123 Jul 28 05:27:05.532319 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3372d8-fd90-447a-9bea-b2ed64b41b80 req-6900ca74-bcf0-4fb6-9587-a5e103e05908 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:27:05.533898 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5c3372d8-fd90-447a-9bea-b2ed64b41b80 req-6900ca74-bcf0-4fb6-9587-a5e103e05908 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=20808734-e2c8-4c2f-9d5c-a280ecb5f8bf HTTP/1.1" status: 200 len: 946 time: 0.0535419 Jul 28 05:27:05.573391 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5c3372d8-fd90-447a-9bea-b2ed64b41b80 req-b850856e-2263-444f-92b1-0878cfea37d4 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/security-groups?id=41e2da1c-1795-4068-a3cf-69af1279df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333788 Jul 28 05:27:05.697987 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b597d3e0-5157-4182-bfa2-cc001b997af3 req-d6648b98-5b84-4140-9b87-339ce16cef5b tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0283554 Jul 28 05:27:05.713058 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6155c4d9-29e9-413d-b15a-9c177b4b9d3f req-f1f9277b-9e8d-448a-a0e7-d046cdf91ead tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:27:05.714497 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6155c4d9-29e9-413d-b15a-9c177b4b9d3f req-f1f9277b-9e8d-448a-a0e7-d046cdf91ead tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=20808734-e2c8-4c2f-9d5c-a280ecb5f8bf HTTP/1.1" status: 200 len: 946 time: 0.0743277 Jul 28 05:27:05.722509 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 54858) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:27:05.726897 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-47c98742-af4c-4dcc-b18d-0d05b818bb52 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Request body: {'floatingip': {'port_id': '0a3b7d3b-f1d8-4a18-a849-414d7e22a94c'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:27:05.765093 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-47c98742-af4c-4dcc-b18d-0d05b818bb52 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks [] for floatingip, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:27:06.184692 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-47c98742-af4c-4dcc-b18d-0d05b818bb52 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:27:06.188941 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-47c98742-af4c-4dcc-b18d-0d05b818bb52 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406535'] for floatingip, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:27:06.286036 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.db.l3_db [None req-47c98742-af4c-4dcc-b18d-0d05b818bb52 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Floating IP 9864a4c9-b2f8-4178-ba62-16076a621ec1 associated. External IP: 172.27.2.42, port: 0a3b7d3b-f1d8-4a18-a849-414d7e22a94c. Jul 28 05:27:06.484448 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47c98742-af4c-4dcc-b18d-0d05b818bb52 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Router 6d6a469e-4bf2-4138-8fc3-d836b5f0c496 has already been hosted by L3 agent febb8baf-5368-4b94-affe-2856141f0f3f {{(pid=93163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 05:27:06.590564 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47c98742-af4c-4dcc-b18d-0d05b818bb52 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify agent at l3_agent.dv-cinder-801617-3-iscsi the message routers_updated {{(pid=93163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:27:06.596127 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-47c98742-af4c-4dcc-b18d-0d05b818bb52 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068'] for floatingip, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:27:06.600891 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c691aa4-8945-4f2c-aaf5-50f3ec61d467 None None] Sync routers for ids ['6d6a469e-4bf2-4138-8fc3-d836b5f0c496'] in dv-cinder-801617-3-iscsi {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:27:06.611014 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c691aa4-8945-4f2c-aaf5-50f3ec61d467 None None] Routers {'6d6a469e-4bf2-4138-8fc3-d836b5f0c496'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:27:06.611836 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-7c691aa4-8945-4f2c-aaf5-50f3ec61d467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:26:57Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['6d6a469e-4bf2-4138-8fc3-d836b5f0c496'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:27:06.632181 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-47c98742-af4c-4dcc-b18d-0d05b818bb52 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "PUT /v2.0/floatingips/9864a4c9-b2f8-4178-ba62-16076a621ec1 HTTP/1.1" status: 200 len: 991 time: 0.9086251 Jul 28 05:27:06.632751 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20808734-e2c8-4c2f-9d5c-a280ecb5f8bf', 'tag': '0a3b7d3b-f1d8-4a18-a849-414d7e22a94c'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:27:06.634967 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdaae2d937131cd036474998a49e3e11d53281396ea4e1ac8b096c837d21eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7adeee5c-3ded-4d97-8d98-bd06929af21d" -d '{"events": [{"name": "network-changed", "server_uuid": "20808734-e2c8-4c2f-9d5c-a280ecb5f8bf", "tag": "0a3b7d3b-f1d8-4a18-a849-414d7e22a94c"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:27:06.671812 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 05:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cab90f5-b350-40e2-85bd-efb30be954f8 x-openstack-request-id: req-3cab90f5-b350-40e2-85bd-efb30be954f8 {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:27:06.672096 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20808734-e2c8-4c2f-9d5c-a280ecb5f8bf", "tag": "0a3b7d3b-f1d8-4a18-a849-414d7e22a94c", "status": "completed", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:27:06.672341 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3cab90f5-b350-40e2-85bd-efb30be954f8 {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:27:06.673394 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20808734-e2c8-4c2f-9d5c-a280ecb5f8bf', 'tag': '0a3b7d3b-f1d8-4a18-a849-414d7e22a94c', 'status': 'completed', 'code': 200} Jul 28 05:27:06.800695 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adeee5c-3ded-4d97-8d98-bd06929af21d req-7794050f-1bca-4058-a53d-e0fdf74a099b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:27:06.802195 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7adeee5c-3ded-4d97-8d98-bd06929af21d req-7794050f-1bca-4058-a53d-e0fdf74a099b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=38cd928d0e0347d0baad775ab2994326&device_id=20808734-e2c8-4c2f-9d5c-a280ecb5f8bf HTTP/1.1" status: 200 len: 1099 time: 0.0653119 Jul 28 05:27:06.804090 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0109bb42-4aa1-4355-ab0c-2dadb2d27c8e req-df77fb7f-5067-4aff-833e-d5e6f6a079a7 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0325689 Jul 28 05:27:06.807197 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-7c691aa4-8945-4f2c-aaf5-50f3ec61d467 None None] Set router 6d6a469e-4bf2-4138-8fc3-d836b5f0c496 gateway port host: dv-cinder-801617-3-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:27:06.892736 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adeee5c-3ded-4d97-8d98-bd06929af21d req-09f0dd21-23e8-439a-a016-b6f9771ae427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:27:06.894187 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7adeee5c-3ded-4d97-8d98-bd06929af21d req-09f0dd21-23e8-439a-a016-b6f9771ae427 service neutron] 10.222.0.21 "GET /v2.0/networks?id=7040d785-ad9e-439a-8073-762370b8ac7a HTTP/1.1" status: 200 len: 912 time: 0.0844262 Jul 28 05:27:06.958982 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7adeee5c-3ded-4d97-8d98-bd06929af21d req-1f90b6ed-0f57-48ab-8698-ce3dde222464 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0a3b7d3b-f1d8-4a18-a849-414d7e22a94c HTTP/1.1" status: 200 len: 999 time: 0.0571072 Jul 28 05:27:07.010471 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adeee5c-3ded-4d97-8d98-bd06929af21d req-87c134a1-d03f-43d8-b244-6e8aa29d68c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:27:07.011864 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7adeee5c-3ded-4d97-8d98-bd06929af21d req-87c134a1-d03f-43d8-b244-6e8aa29d68c8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=278bb74a-8e56-4dfc-917a-8520d15d8eb0 HTTP/1.1" status: 200 len: 850 time: 0.0458834 Jul 28 05:27:07.021291 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-7c691aa4-8945-4f2c-aaf5-50f3ec61d467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6a469e-4bf2-4138-8fc3-d836b5f0c496', 'name': 'tempest-AttachVolumeTestJSON-1496127404-router', 'tenant_id': '38cd928d0e0347d0baad775ab2994326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '7a4ff8c3-352c-444d-9f87-0662d3b47602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:06Z', 'updated_at': '2021-07-28T05:09:18Z', 'revision_number': 4, 'project_id': '38cd928d0e0347d0baad775ab2994326', 'gw_port': {'id': '7a4ff8c3-352c-444d-9f87-0662d3b47602', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:56:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6a469e-4bf2-4138-8fc3-d836b5f0c496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:08Z', 'updated_at': '2021-07-28T05:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_floatingips': [{'id': '9864a4c9-b2f8-4178-ba62-16076a621ec1', 'tenant_id': '38cd928d0e0347d0baad775ab2994326', 'floating_ip_address': '172.27.2.42', 'floating_network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'router_id': '6d6a469e-4bf2-4138-8fc3-d836b5f0c496', 'port_id': '0a3b7d3b-f1d8-4a18-a849-414d7e22a94c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7040d785-ad9e-439a-8073-762370b8ac7a', 'mac_address': 'fa:16:3e:41:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20808734-e2c8-4c2f-9d5c-a280ecb5f8bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T05:26:55Z', 'updated_at': '2021-07-28T05:27:06Z', 'revision_number': 1, 'project_id': '38cd928d0e0347d0baad775ab2994326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45e5aab9-0412-42d2-ae4f-fd3d2a06bb13', 'name': '', 'network_id': '7040d785-ad9e-439a-8073-762370b8ac7a', 'tenant_id': '38cd928d0e0347d0baad775ab2994326', 'mac_address': 'fa:16:3e:6a:e5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6a469e-4bf2-4138-8fc3-d836b5f0c496', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '278bb74a-8e56-4dfc-917a-8520d15d8eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:15Z', 'updated_at': '2021-07-28T05:09:28Z', 'revision_number': 5, 'project_id': '38cd928d0e0347d0baad775ab2994326', 'subnets': [{'id': '278bb74a-8e56-4dfc-917a-8520d15d8eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:27:07.046666 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c691aa4-8945-4f2c-aaf5-50f3ec61d467 None None] Checking router: 6d6a469e-4bf2-4138-8fc3-d836b5f0c496 for host: dv-cinder-801617-3-iscsi {{(pid=93165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:27:07.054559 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c691aa4-8945-4f2c-aaf5-50f3ec61d467 None None] Routers {'6d6a469e-4bf2-4138-8fc3-d836b5f0c496'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:27:07.055141 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-7c691aa4-8945-4f2c-aaf5-50f3ec61d467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:26:57Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['6d6a469e-4bf2-4138-8fc3-d836b5f0c496'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:27:07.055668 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adeee5c-3ded-4d97-8d98-bd06929af21d req-f6cbc23a-b12f-44f4-b7fd-1535c72df268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:27:07.057126 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7adeee5c-3ded-4d97-8d98-bd06929af21d req-f6cbc23a-b12f-44f4-b7fd-1535c72df268 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=7040d785-ad9e-439a-8073-762370b8ac7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386343 Jul 28 05:27:07.143869 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7adeee5c-3ded-4d97-8d98-bd06929af21d req-84e6a9ba-4d8c-4ac9-8a80-87dfde2009ba service neutron] 10.222.0.21 "GET /v2.0/networks/7040d785-ad9e-439a-8073-762370b8ac7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791702 Jul 28 05:27:07.156999 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-7c691aa4-8945-4f2c-aaf5-50f3ec61d467 None None] Set router 6d6a469e-4bf2-4138-8fc3-d836b5f0c496 gateway port host: dv-cinder-801617-3-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:27:07.236723 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7adeee5c-3ded-4d97-8d98-bd06929af21d req-d9d86a8f-6af6-437c-8e1a-1aa1234df18e service neutron] 10.222.0.21 "GET /v2.0/networks/7040d785-ad9e-439a-8073-762370b8ac7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856833 Jul 28 05:27:07.377142 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-7c691aa4-8945-4f2c-aaf5-50f3ec61d467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6a469e-4bf2-4138-8fc3-d836b5f0c496', 'name': 'tempest-AttachVolumeTestJSON-1496127404-router', 'tenant_id': '38cd928d0e0347d0baad775ab2994326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '7a4ff8c3-352c-444d-9f87-0662d3b47602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:06Z', 'updated_at': '2021-07-28T05:09:18Z', 'revision_number': 4, 'project_id': '38cd928d0e0347d0baad775ab2994326', 'gw_port': {'id': '7a4ff8c3-352c-444d-9f87-0662d3b47602', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:56:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6a469e-4bf2-4138-8fc3-d836b5f0c496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:08Z', 'updated_at': '2021-07-28T05:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_floatingips': [{'id': '9864a4c9-b2f8-4178-ba62-16076a621ec1', 'tenant_id': '38cd928d0e0347d0baad775ab2994326', 'floating_ip_address': '172.27.2.42', 'floating_network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'router_id': '6d6a469e-4bf2-4138-8fc3-d836b5f0c496', 'port_id': '0a3b7d3b-f1d8-4a18-a849-414d7e22a94c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7040d785-ad9e-439a-8073-762370b8ac7a', 'mac_address': 'fa:16:3e:41:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20808734-e2c8-4c2f-9d5c-a280ecb5f8bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T05:26:55Z', 'updated_at': '2021-07-28T05:27:06Z', 'revision_number': 1, 'project_id': '38cd928d0e0347d0baad775ab2994326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45e5aab9-0412-42d2-ae4f-fd3d2a06bb13', 'name': '', 'network_id': '7040d785-ad9e-439a-8073-762370b8ac7a', 'tenant_id': '38cd928d0e0347d0baad775ab2994326', 'mac_address': 'fa:16:3e:6a:e5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6a469e-4bf2-4138-8fc3-d836b5f0c496', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '278bb74a-8e56-4dfc-917a-8520d15d8eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:15Z', 'updated_at': '2021-07-28T05:09:28Z', 'revision_number': 5, 'project_id': '38cd928d0e0347d0baad775ab2994326', 'subnets': [{'id': '278bb74a-8e56-4dfc-917a-8520d15d8eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:27:07.402259 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c691aa4-8945-4f2c-aaf5-50f3ec61d467 None None] The sync data for ids ['6d6a469e-4bf2-4138-8fc3-d836b5f0c496'] in dv-cinder-801617-3-iscsi is: [{'id': '6d6a469e-4bf2-4138-8fc3-d836b5f0c496', 'name': 'tempest-AttachVolumeTestJSON-1496127404-router', 'tenant_id': '38cd928d0e0347d0baad775ab2994326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '7a4ff8c3-352c-444d-9f87-0662d3b47602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:06Z', 'updated_at': '2021-07-28T05:09:18Z', 'revision_number': 4, 'project_id': '38cd928d0e0347d0baad775ab2994326', 'gw_port': {'id': '7a4ff8c3-352c-444d-9f87-0662d3b47602', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:56:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6a469e-4bf2-4138-8fc3-d836b5f0c496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:08Z', 'updated_at': '2021-07-28T05:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_floatingips': [{'id': '9864a4c9-b2f8-4178-ba62-16076a621ec1', 'tenant_id': '38cd928d0e0347d0baad775ab2994326', 'floating_ip_address': '172.27.2.42', 'floating_network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'router_id': '6d6a469e-4bf2-4138-8fc3-d836b5f0c496', 'port_id': '0a3b7d3b-f1d8-4a18-a849-414d7e22a94c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7040d785-ad9e-439a-8073-762370b8ac7a', 'mac_address': 'fa:16:3e:41:11:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20808734-e2c8-4c2f-9d5c-a280ecb5f8bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T05:26:55Z', 'updated_at': '2021-07-28T05:27:06Z', 'revision_number': 1, 'project_id': '38cd928d0e0347d0baad775ab2994326', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45e5aab9-0412-42d2-ae4f-fd3d2a06bb13', 'name': '', 'network_id': '7040d785-ad9e-439a-8073-762370b8ac7a', 'tenant_id': '38cd928d0e0347d0baad775ab2994326', 'mac_address': 'fa:16:3e:6a:e5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6a469e-4bf2-4138-8fc3-d836b5f0c496', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '278bb74a-8e56-4dfc-917a-8520d15d8eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:15Z', 'updated_at': '2021-07-28T05:09:28Z', 'revision_number': 5, 'project_id': '38cd928d0e0347d0baad775ab2994326', 'subnets': [{'id': '278bb74a-8e56-4dfc-917a-8520d15d8eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:27:07.584933 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c117ae76-0807-4463-9ce1-5108394a4b48 None None] New status for floating IP 9864a4c9-b2f8-4178-ba62-16076a621ec1: ACTIVE {{(pid=93164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 05:27:07.895997 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-797344cf-502e-4dda-b87d-f9c5fa295770 req-474410f3-8d8c-411e-9346-461871ed1dbe tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0263259 Jul 28 05:27:08.986790 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b55acbd8-2ed9-4332-aad5-beaff1eaeb28 req-a72de673-9f11-4421-a856-e9a8fbbce09f tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0261929 Jul 28 05:27:10.077430 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-08becbf4-9eba-4ecc-a9ee-563198d702ef req-8fe558ab-7d8b-412a-b1f6-8a0921119b75 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0259860 Jul 28 05:27:11.171982 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-04616d91-84de-4513-ba35-324120c42696 req-86205a53-9452-41f5-8ff3-e1fd8f48be48 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0293059 Jul 28 05:27:12.263795 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e5b0e01a-1f1f-4f6c-be78-199cc5d34996 req-5e3cdb2c-8a76-4926-acd7-550c91059a9d tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0250585 Jul 28 05:27:13.356311 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bf3a0b34-73cb-4dc5-8c89-37c998fc1f85 req-ac22f11d-8277-42cd-956a-e49990354d8c tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0256653 Jul 28 05:27:14.452202 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2e4c8074-7049-4056-b5d8-7472fb6689a1 req-e15c8c97-be5e-4b38-ad79-13987d0e9e52 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0259082 Jul 28 05:27:15.545573 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9f327898-ed2b-4f5e-9e91-57cff6844a76 req-2ad5d10a-a330-4c51-897e-a4af57674802 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0253253 Jul 28 05:27:16.637673 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-14ef24f6-1b11-47c4-b67d-16148cacbe9b req-f64b3553-512c-4aed-9cdb-02be774aafbf tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0256581 Jul 28 05:27:17.733655 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0dd69b4a-31e3-4a9f-83e8-3674e617e5ed req-a81e6a8d-2e3c-464a-8d7d-3257cc81e94f tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0277877 Jul 28 05:27:18.340331 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:27:18.826706 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-36e595ab-4fc2-4e75-82fb-335f9b1cc8f1 req-366741b4-394c-440f-b4e0-9bc15896138c tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0257108 Jul 28 05:27:19.917545 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-abae653d-8e0e-4297-87a5-a301fa4a4453 req-d7592b02-b736-4daa-8788-c065155e8c62 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0251274 Jul 28 05:27:21.008983 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-956f0ac0-8dfc-47c4-927e-8a432ea57ae4 req-0322c3e9-8131-4fa3-8147-574dabfe8e1e tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0261250 Jul 28 05:27:22.098772 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f3d9eb6c-3d4c-4cde-92ae-eb9f036c6890 req-4b5dbe07-1569-48cf-86af-f94ed9e33195 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0250955 Jul 28 05:27:23.196594 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3136cab1-2a34-48e8-91f0-981b6d40778c req-374f5213-2598-4992-9d1e-77a7035174f5 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0312471 Jul 28 05:27:23.948317 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-762545dc-5fc2-4c6a-988a-c241a3884c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:27:24.294422 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-195ec02c-06c4-4518-9fe1-79f4d8cc4139 req-f97528e9-a952-4ec0-a40d-3512fc9a99be tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0283356 Jul 28 05:27:25.145141 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [req-7b7abef3-49c8-48cd-9b54-fdc9a27a718e req-cf3f77d4-50cd-454a-b7d2-d108534a9fa9 service neutron] (93163) timed out ('10.222.0.21', 60837) {{(pid=93163) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 05:27:25.386053 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5ac46e01-b0aa-427b-b35f-ca02812e9842 req-d9867f5e-eb03-4cf6-b779-4489bd175ad5 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0262585 Jul 28 05:27:26.475642 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bcd83b9c-060d-41f2-96e8-d249ff6b9801 req-8329bc76-fbba-45ef-814a-93a37ddaa031 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0261402 Jul 28 05:27:26.809791 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-fe6dc8e0-92fd-4b2e-a2c4-e7ae84fe5abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:27:26.896295 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:27:27.410516 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:27:27.573899 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-616e13c0-8eb9-4a62-8523-4f9ed4491317 req-42162c04-7bac-446c-8c8b-4608fadc8e4f tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0261891 Jul 28 05:27:27.807165 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:27:28.665029 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-aac4c49d-2879-4ae0-8ef8-7285a0e211ac req-0efb19db-ccd5-4aff-adbc-44623a91986a tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0259078 Jul 28 05:27:29.322695 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:27:29.760255 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f9dbffa8-8417-4143-85c7-b7991c3af3c6 req-9ba32866-c35d-406f-b388-d79ccf14714f tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0285704 Jul 28 05:27:30.854873 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6b8414ac-68d5-404f-a1eb-6ed2da4dd5c9 req-1df4469f-906d-4885-9468-1cdf515347fb tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0283947 Jul 28 05:27:31.944870 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-97678d06-498e-4914-b61f-6398dad07345 req-30fefe1a-97c8-464b-805d-c67782cad731 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0262425 Jul 28 05:27:32.477037 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a08fe7df-65a6-4084-a573-856ec42a3080 req-6161b076-0c88-4325-b4f9-eb779e12dacb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393434 Jul 28 05:27:32.548256 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08fe7df-65a6-4084-a573-856ec42a3080 req-e1f0c52c-0301-45a9-952c-b9d708b6e5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:27:32.549735 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a08fe7df-65a6-4084-a573-856ec42a3080 req-e1f0c52c-0301-45a9-952c-b9d708b6e5c0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cd3af660b04c4cd28649da733b80e303&device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 1098 time: 0.0393040 Jul 28 05:27:32.651763 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08fe7df-65a6-4084-a573-856ec42a3080 req-3fca0c04-009c-44db-b4bd-4a2b30c2f3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:27:32.653376 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a08fe7df-65a6-4084-a573-856ec42a3080 req-3fca0c04-009c-44db-b4bd-4a2b30c2f3d2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2f6cc273-aa71-4fbb-86d3-1b26dad4ce50 HTTP/1.1" status: 200 len: 919 time: 0.0845051 Jul 28 05:27:32.694942 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a08fe7df-65a6-4084-a573-856ec42a3080 req-78c74ce3-1078-4bc2-b32a-eb24abb7d9fa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a624a92f-6767-4bea-a454-f4d856510779 HTTP/1.1" status: 200 len: 217 time: 0.0337183 Jul 28 05:27:32.742014 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08fe7df-65a6-4084-a573-856ec42a3080 req-f9878980-126c-465b-8178-18eefaed7df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:27:32.743314 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a08fe7df-65a6-4084-a573-856ec42a3080 req-f9878980-126c-465b-8178-18eefaed7df4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=55007cfe-ea2e-4cab-9e84-15ae15b8e8bc HTTP/1.1" status: 200 len: 858 time: 0.0410604 Jul 28 05:27:32.777440 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a08fe7df-65a6-4084-a573-856ec42a3080 req-8d9bc87b-524d-40bc-ad34-e1c8635e6480 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2f6cc273-aa71-4fbb-86d3-1b26dad4ce50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268044 Jul 28 05:27:32.866059 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a08fe7df-65a6-4084-a573-856ec42a3080 req-e89c02cc-4b50-4002-8d90-cf5278c40a59 service neutron] 10.222.0.21 "GET /v2.0/networks/2f6cc273-aa71-4fbb-86d3-1b26dad4ce50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811787 Jul 28 05:27:32.963715 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a08fe7df-65a6-4084-a573-856ec42a3080 req-d789e412-cb9b-4f8a-b36b-09982f096cb5 service neutron] 10.222.0.21 "GET /v2.0/networks/2f6cc273-aa71-4fbb-86d3-1b26dad4ce50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829375 Jul 28 05:27:33.037435 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-be8e32e0-5e80-4622-a169-e4801a052b2d req-aa5b5eba-44d3-457e-aea6-8875277c1bcc tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0262799 Jul 28 05:27:34.129579 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-38bd49f0-3c5b-44eb-96b2-0b615be81005 req-939e3297-6320-4cd8-bd69-bf1c7d9b0d69 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0268483 Jul 28 05:27:35.218390 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f3c94cc2-763d-4f89-aae1-68414b2eeabb req-7b93d7ac-ce72-4429-989b-de3a62431241 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0247045 Jul 28 05:27:36.309760 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f964b3b8-fac1-4765-a3ef-968c49650663 req-9392baf9-153c-4bde-b887-8a5d9f29b5e8 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0248652 Jul 28 05:27:37.400488 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a1202459-b6c9-4299-8e0c-08847c449f99 req-d9447ddf-a0d0-47f4-be00-937d05b05bc6 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0260956 Jul 28 05:27:38.494600 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c99b2bec-476d-41ac-ad62-041cf502950d req-62a7d22c-8432-4c38-b214-3dedf3baeeea tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0289426 Jul 28 05:27:39.854855 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-858259e6-5382-466c-9d93-a3a888e5331b req-04a4b2ad-f493-442b-af21-8ae7c3fa8b7e tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.2957256 Jul 28 05:27:40.944894 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-31566901-2a6d-4f28-a83a-77540f55a9ec req-bfd8ce37-b159-4427-8faa-277a7629257f tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0249250 Jul 28 05:27:42.036618 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-eda5f7b1-624c-4c27-88aa-e1798b8dcab7 req-c921a2e1-8fc9-4189-916d-e0e8f7c66b19 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0256381 Jul 28 05:27:43.128851 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b4357aaf-3b39-4d35-8866-8eb00693fb22 req-c1d20991-a5ad-4530-a782-5cfeaa748863 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0264475 Jul 28 05:27:44.220482 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-804e782d-b0cc-4185-80b6-d619bd71f2d2 req-5a7dcad3-88b7-4014-91de-1ae0f97a4341 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0278804 Jul 28 05:27:45.312530 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-76c59959-40c5-4a77-b3ef-b143e08b3a56 req-2f116718-0d20-4827-aac9-b7d182898830 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0252442 Jul 28 05:27:46.403710 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a5216ae1-a917-4ffc-bf14-3019e12bb6bf req-8c6313b5-78a3-4730-b3bd-b8d61c217fed tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0247862 Jul 28 05:27:47.495488 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-579134c0-7054-494a-8086-452ef27fe599 req-62064586-1e69-4b6f-a961-2efcdb3ea57b tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0263007 Jul 28 05:27:48.351382 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:27:48.587647 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-113789c6-ca38-4c96-a70f-f08b88ef2696 req-801dd44c-2f81-4254-900e-a58629a48df3 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0272768 Jul 28 05:27:49.680075 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-dd4bfd4a-df6a-4531-ba39-2d7460c15af9 req-0d2f3258-5fc6-4cf0-9def-5e8fa4f4151a tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0263500 Jul 28 05:27:50.771894 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6c7641a7-47fa-49d2-97ae-daf355184439 req-c2fe09d9-1253-4de0-b4b9-1f1066616ce7 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0283413 Jul 28 05:27:51.866190 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a9d8cc30-e786-4b45-9fd7-fb51f4c8da90 req-5005839b-9e86-4bc2-a790-fdf82c9a74d0 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0265567 Jul 28 05:27:52.956076 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c36f9512-2a19-4362-919e-6af839ab8ffc req-7e0ed0e5-604a-43d9-b127-5fca4d996c3e tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0253608 Jul 28 05:27:53.948572 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-84eec6a4-42c1-4bfb-8f38-96e9844a79ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:27:54.047999 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3f8693a6-2cf2-42eb-95e1-c40ca58d94e5 req-83ceca09-a7b3-4dd8-b3c1-e6cb9a69b808 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0256341 Jul 28 05:27:55.138172 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-dc9fc18b-9ffb-4891-af1c-27330f3cddf6 req-6698ed9c-07e4-4ed1-88d6-3399084f2dd2 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0261145 Jul 28 05:27:56.227111 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-217d1bc4-ddd6-4bb8-a5b3-84600f25073a req-2d70fd37-c3fd-443b-8fd2-88bd2b81812b tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0255702 Jul 28 05:27:56.808881 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-ff29dd6b-1557-4e69-a0df-45a2a170fdf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:27:56.895850 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:27:57.321471 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e9c47400-d537-49d5-ab2d-a1eb7fc8c5aa req-d6161330-1127-4d60-b62e-5a655bab11fe tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0287318 Jul 28 05:27:57.810696 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:27:58.412379 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-47289da1-ca4f-48e9-8342-31ce1993684c req-c4c0ded7-c86f-4569-a5f6-b18db637b87a tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0258603 Jul 28 05:27:59.322346 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:27:59.502593 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-386a306c-bf8b-48e0-bd16-30d4493d6a5b req-b144adf8-32a3-41a9-a369-3ad2ea8cf00e tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0255275 Jul 28 05:28:00.595896 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e28e102f-65ca-4bf9-a6c3-67f95bbce145 req-f8edba92-d4c6-4ef9-88b9-9146562ef00f tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0257573 Jul 28 05:28:01.685767 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6d136ae4-0c57-4608-a48f-acc6a7cb20cb req-b37fec33-71d2-430a-b974-8b72a2a5935b tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0255842 Jul 28 05:28:02.775468 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-26040e4a-c470-4876-bfef-03a16c7947f9 req-ea91e5ab-40f1-44bf-b5b4-000a4619c623 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0256321 Jul 28 05:28:03.869556 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a4353233-ff2d-4510-a4a5-0232ac3620b1 req-d181e479-5370-4aee-8824-e43f78f502b4 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0277512 Jul 28 05:28:04.408804 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:28:04.959565 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e484aa85-a4ac-4f74-b804-4e550c38c1b6 req-e4267a40-9cfd-4794-869c-bb93f2694802 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0256269 Jul 28 05:28:06.049948 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-eec79726-81c6-4673-a216-0756782ba90e req-6f3ef96b-09c3-4528-9ff3-58bf502787b6 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0252995 Jul 28 05:28:07.140422 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5c59ffa2-bbd3-4c0b-8acd-37bc517eb874 req-09df3542-82c8-4d04-9b68-45c23d70a2c0 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0254722 Jul 28 05:28:08.230002 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a36dc713-3b71-4158-82bf-355096b8163c req-936bd5ff-517e-4f62-9ec8-5f0a66158463 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0251467 Jul 28 05:28:09.321621 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-60bdb92c-665c-457c-92ef-8478e5274d69 req-f7d6e60c-69ba-4d34-b272-6b44aa41e5a9 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0272176 Jul 28 05:28:10.414848 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7f4295d2-1e0b-492e-a89a-e921547c7a10 req-78c9bff2-2a13-401b-b31e-1e971cb5d481 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0282304 Jul 28 05:28:11.509097 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bbb5fe8a-cac8-4efa-84b1-c4d21ddac546 req-346a447d-35a2-4069-a9d8-1b03a5a4f874 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0264421 Jul 28 05:28:12.599306 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7fb7aeda-afb5-4004-ace3-9d448e581a21 req-5d8076af-f49d-4dc2-afe4-dba22028b692 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0257668 Jul 28 05:28:13.689422 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6f82c406-3a98-4661-848a-9d1675f3fd59 req-45d63778-d007-468e-9366-25cf09deed3d tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0254993 Jul 28 05:28:14.779294 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-aa249910-cd51-48ec-877a-36109fece70f req-8289498a-aa65-4098-bf00-2126cc20b941 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0249631 Jul 28 05:28:15.870588 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-963b8205-5743-411f-8fb3-5256622142c2 req-55bed861-f8f1-4f85-b6d4-fd24d4ae2a63 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0261834 Jul 28 05:28:16.964182 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a0446b98-8a34-4ff5-8d33-4a570ee895bb req-979750da-e199-48e5-8edb-69b9a6a79957 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0289285 Jul 28 05:28:18.055738 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b22d5ac1-d05e-4094-950d-18fa7f5d854e req-a0076f67-c53d-475a-8e54-c035aac064dd tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0262713 Jul 28 05:28:18.352676 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:28:19.146349 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-448274fd-646d-45f7-ad2c-6b7249a3cc41 req-db8fff8c-05e3-4f5a-9b6d-f07eb3f3490c tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0256910 Jul 28 05:28:20.239289 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bb6262b5-3bdd-42dd-9392-cf82b91247fe req-80d6730d-a430-4c1e-a39f-d1ec0ffc8705 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0275772 Jul 28 05:28:21.329024 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-074b88b6-43f6-4dd6-9d68-bd975991ea75 req-54808895-ae48-4d08-8ac7-c0326731097f tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0257242 Jul 28 05:28:22.418634 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d13b6a5e-ef49-4afe-a582-f7d5cf9a965d req-1379cd8d-aabe-412e-8326-dcf4bf51aff7 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0254490 Jul 28 05:28:23.512269 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ca609022-dedd-4cbd-823d-ca969af6216c req-2813d08f-8835-40f3-82ef-4ce32d95d299 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0298336 Jul 28 05:28:23.949113 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-ad6a25a3-2161-4a42-8a03-9475c454cb0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:28:24.602631 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0b0310cd-c4e3-4ed0-ae94-47e99ce2694f req-8c42cb6f-a9b7-4be1-a815-733652c206a8 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0256946 Jul 28 05:28:25.578202 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb4fe1-9770-4cff-b632-9c557fd7e024 req-c6990c11-e557-4e1e-bb3d-f505fa1c1c94 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:28:25.579700 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a1bb4fe1-9770-4cff-b632-9c557fd7e024 req-c6990c11-e557-4e1e-bb3d-f505fa1c1c94 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bd4a16f-3c5c-4d91-902d-275582ce5793 HTTP/1.1" status: 200 len: 945 time: 0.0490143 Jul 28 05:28:25.624861 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a1bb4fe1-9770-4cff-b632-9c557fd7e024 req-ebba78c7-e479-49a8-8009-ff67dc9a2fb0 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups?id=01316aea-fa35-4d63-889b-22d91826ca51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390780 Jul 28 05:28:25.698407 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d10008f2-ec2a-41bf-9326-1f4b28e0cb78 req-789cf90e-faea-4ae8-b096-d6ac32dcb571 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0267949 Jul 28 05:28:26.115767 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a5fed-1efc-4f31-86c9-cd3dcdfe68e8 req-89b88917-7c6f-4b3f-954f-0b7026effd5e tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:28:26.117159 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-597a5fed-1efc-4f31-86c9-cd3dcdfe68e8 req-89b88917-7c6f-4b3f-954f-0b7026effd5e tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bd4a16f-3c5c-4d91-902d-275582ce5793 HTTP/1.1" status: 200 len: 945 time: 0.0495601 Jul 28 05:28:26.206785 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [req-597a5fed-1efc-4f31-86c9-cd3dcdfe68e8 req-25810d9a-d00f-4868-9f0c-96b5378fe539 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Deleting port f2e72bef-562a-45c2-83de-8465908db9f1 {{(pid=93163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 05:28:26.207109 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-597a5fed-1efc-4f31-86c9-cd3dcdfe68e8 req-25810d9a-d00f-4868-9f0c-96b5378fe539 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227548555'] for port, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:28:26.293646 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [req-597a5fed-1efc-4f31-86c9-cd3dcdfe68e8 req-25810d9a-d00f-4868-9f0c-96b5378fe539 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] For port f2e72bef-562a-45c2-83de-8465908db9f1, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=f2e72bef-562a-45c2-83de-8465908db9f1,segment=NetworkSegment(b6e7b6af-52d2-4c9f-b399-76a1466735d9),segment_id=b6e7b6af-52d2-4c9f-b399-76a1466735d9)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:28:26.294016 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-597a5fed-1efc-4f31-86c9-cd3dcdfe68e8 req-25810d9a-d00f-4868-9f0c-96b5378fe539 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402200'] for port, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:28:26.458251 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-597a5fed-1efc-4f31-86c9-cd3dcdfe68e8 req-25810d9a-d00f-4868-9f0c-96b5378fe539 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:28:26.458619 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-597a5fed-1efc-4f31-86c9-cd3dcdfe68e8 req-25810d9a-d00f-4868-9f0c-96b5378fe539 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406535'] for floatingip, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:28:26.458927 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.db.l3_db [req-597a5fed-1efc-4f31-86c9-cd3dcdfe68e8 req-25810d9a-d00f-4868-9f0c-96b5378fe539 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Floating IP 01a7905a-f2ce-4711-b664-fef77a2840ff disassociated. External IP: 172.27.2.6, port: f2e72bef-562a-45c2-83de-8465908db9f1. Jul 28 05:28:26.459259 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [req-597a5fed-1efc-4f31-86c9-cd3dcdfe68e8 req-25810d9a-d00f-4868-9f0c-96b5378fe539 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Calling delete_port for f2e72bef-562a-45c2-83de-8465908db9f1 owned by compute:nova {{(pid=93163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 05:28:26.582863 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-597a5fed-1efc-4f31-86c9-cd3dcdfe68e8 req-25810d9a-d00f-4868-9f0c-96b5378fe539 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227552799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227148301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5267504'] for port, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:28:26.607768 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25810d9a-d00f-4868-9f0c-96b5378fe539 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Pushing event deleted for resources: {'Port': ['ID=f2e72bef-562a-45c2-83de-8465908db9f1,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:28:26.620008 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25810d9a-d00f-4868-9f0c-96b5378fe539 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:28:26.620355 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25810d9a-d00f-4868-9f0c-96b5378fe539 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:28:26.620789 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25810d9a-d00f-4868-9f0c-96b5378fe539 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:28:26.621021 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25810d9a-d00f-4868-9f0c-96b5378fe539 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:28:26.621353 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25810d9a-d00f-4868-9f0c-96b5378fe539 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:28:26.621686 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25810d9a-d00f-4868-9f0c-96b5378fe539 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:28:26.622014 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25810d9a-d00f-4868-9f0c-96b5378fe539 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:28:26.622337 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25810d9a-d00f-4868-9f0c-96b5378fe539 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:28:26.622655 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25810d9a-d00f-4868-9f0c-96b5378fe539 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:28:26.622976 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25810d9a-d00f-4868-9f0c-96b5378fe539 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:28:26.623297 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25810d9a-d00f-4868-9f0c-96b5378fe539 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:28:26.623640 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25810d9a-d00f-4868-9f0c-96b5378fe539 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:28:26.734669 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-78c76d48-edf1-4423-9d0e-782f3c8177d0 req-f70079f4-0c30-4764-8a3c-1942394bdfe1 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/ports?device_id=6bd4a16f-3c5c-4d91-902d-275582ce5793 HTTP/1.1" status: 200 len: 210 time: 0.0279667 Jul 28 05:28:26.759980 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.l3_agent_scheduler [req-597a5fed-1efc-4f31-86c9-cd3dcdfe68e8 req-25810d9a-d00f-4868-9f0c-96b5378fe539 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Router 1c958403-ae9f-4530-a92f-ea97c97bb0f4 has already been hosted by L3 agent febb8baf-5368-4b94-affe-2856141f0f3f {{(pid=93163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 05:28:26.808872 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-a6387a22-d32e-42b3-acf7-c8bc95f8ca91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:28:26.825190 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8ab37266-619b-40ee-a80e-a5fd85b89ade req-fdc6acf2-c564-4bda-b9f1-beda217d4a53 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0579288 Jul 28 05:28:26.888846 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-597a5fed-1efc-4f31-86c9-cd3dcdfe68e8 req-25810d9a-d00f-4868-9f0c-96b5378fe539 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify agent at l3_agent.dv-cinder-801617-3-iscsi the message routers_updated {{(pid=93163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:28:26.897600 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:28:26.899405 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd270302-0d9e-4afb-925e-b573cefbdf0b None None] Sync routers for ids ['1c958403-ae9f-4530-a92f-ea97c97bb0f4'] in dv-cinder-801617-3-iscsi {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:28:26.909759 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd270302-0d9e-4afb-925e-b573cefbdf0b None None] Routers {'1c958403-ae9f-4530-a92f-ea97c97bb0f4'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:28:26.910355 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-cd270302-0d9e-4afb-925e-b573cefbdf0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:28:27Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['1c958403-ae9f-4530-a92f-ea97c97bb0f4'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:28:26.930480 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [req-597a5fed-1efc-4f31-86c9-cd3dcdfe68e8 req-25810d9a-d00f-4868-9f0c-96b5378fe539 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] No DVR routers for this DVR port f2e72bef-562a-45c2-83de-8465908db9f1 on host hv-cinder-80161 {{(pid=93163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 05:28:26.933063 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-597a5fed-1efc-4f31-86c9-cd3dcdfe68e8 req-25810d9a-d00f-4868-9f0c-96b5378fe539 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068'] for port, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:28:26.934911 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-597a5fed-1efc-4f31-86c9-cd3dcdfe68e8 req-25810d9a-d00f-4868-9f0c-96b5378fe539 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.21 "DELETE /v2.0/ports/f2e72bef-562a-45c2-83de-8465908db9f1 HTTP/1.1" status: 204 len: 173 time: 0.8116162 Jul 28 05:28:26.935346 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd4a16f-3c5c-4d91-902d-275582ce5793', 'name': 'network-vif-deleted', 'tag': 'f2e72bef-562a-45c2-83de-8465908db9f1'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:28:26.937640 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdaae2d937131cd036474998a49e3e11d53281396ea4e1ac8b096c837d21eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4feedae-da0d-4165-b9df-a3d2b66d8a95" -d '{"events": [{"server_uuid": "6bd4a16f-3c5c-4d91-902d-275582ce5793", "name": "network-vif-deleted", "tag": "f2e72bef-562a-45c2-83de-8465908db9f1"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:28:26.986751 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 05:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4889c053-d5ad-4f4c-b8f1-e3cebcda1f00 x-openstack-request-id: req-4889c053-d5ad-4f4c-b8f1-e3cebcda1f00 {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:28:26.986942 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bd4a16f-3c5c-4d91-902d-275582ce5793", "name": "network-vif-deleted", "tag": "f2e72bef-562a-45c2-83de-8465908db9f1", "status": "completed", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:28:26.987045 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4889c053-d5ad-4f4c-b8f1-e3cebcda1f00 {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:28:26.987471 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bd4a16f-3c5c-4d91-902d-275582ce5793', 'name': 'network-vif-deleted', 'tag': 'f2e72bef-562a-45c2-83de-8465908db9f1', 'status': 'completed', 'code': 200} Jul 28 05:28:27.025284 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-cd270302-0d9e-4afb-925e-b573cefbdf0b None None] Set router 1c958403-ae9f-4530-a92f-ea97c97bb0f4 gateway port host: dv-cinder-801617-3-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:28:27.222098 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-cd270302-0d9e-4afb-925e-b573cefbdf0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c958403-ae9f-4530-a92f-ea97c97bb0f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1867579563-router', 'tenant_id': 'f77014531530497aa60d1269fde1bd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '5862d95c-f456-423f-b62d-51950afda2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:04Z', 'updated_at': '2021-07-28T05:09:13Z', 'revision_number': 4, 'project_id': 'f77014531530497aa60d1269fde1bd6f', 'gw_port': {'id': '5862d95c-f456-423f-b62d-51950afda2d7', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c958403-ae9f-4530-a92f-ea97c97bb0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:05Z', 'updated_at': '2021-07-28T05:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_interfaces': [{'id': 'd1d8b2db-ab6d-4e3a-a273-65795ce23108', 'name': '', 'network_id': '34e1948f-8e2c-47b9-a68d-5f2322a08957', 'tenant_id': 'f77014531530497aa60d1269fde1bd6f', 'mac_address': 'fa:16:3e:c3:05:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c958403-ae9f-4530-a92f-ea97c97bb0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e9700662-b8e7-49fb-ada5-3c005d49b640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:11Z', 'updated_at': '2021-07-28T05:09:25Z', 'revision_number': 5, 'project_id': 'f77014531530497aa60d1269fde1bd6f', 'subnets': [{'id': 'e9700662-b8e7-49fb-ada5-3c005d49b640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:28:27.246733 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd270302-0d9e-4afb-925e-b573cefbdf0b None None] Checking router: 1c958403-ae9f-4530-a92f-ea97c97bb0f4 for host: dv-cinder-801617-3-iscsi {{(pid=93165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:28:27.254539 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd270302-0d9e-4afb-925e-b573cefbdf0b None None] Routers {'1c958403-ae9f-4530-a92f-ea97c97bb0f4'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:28:27.255117 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-cd270302-0d9e-4afb-925e-b573cefbdf0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:28:27Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['1c958403-ae9f-4530-a92f-ea97c97bb0f4'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:28:27.355244 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-cd270302-0d9e-4afb-925e-b573cefbdf0b None None] Set router 1c958403-ae9f-4530-a92f-ea97c97bb0f4 gateway port host: dv-cinder-801617-3-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:28:27.557445 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-cd270302-0d9e-4afb-925e-b573cefbdf0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c958403-ae9f-4530-a92f-ea97c97bb0f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1867579563-router', 'tenant_id': 'f77014531530497aa60d1269fde1bd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '5862d95c-f456-423f-b62d-51950afda2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:04Z', 'updated_at': '2021-07-28T05:09:13Z', 'revision_number': 4, 'project_id': 'f77014531530497aa60d1269fde1bd6f', 'gw_port': {'id': '5862d95c-f456-423f-b62d-51950afda2d7', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c958403-ae9f-4530-a92f-ea97c97bb0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:05Z', 'updated_at': '2021-07-28T05:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_interfaces': [{'id': 'd1d8b2db-ab6d-4e3a-a273-65795ce23108', 'name': '', 'network_id': '34e1948f-8e2c-47b9-a68d-5f2322a08957', 'tenant_id': 'f77014531530497aa60d1269fde1bd6f', 'mac_address': 'fa:16:3e:c3:05:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c958403-ae9f-4530-a92f-ea97c97bb0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e9700662-b8e7-49fb-ada5-3c005d49b640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:11Z', 'updated_at': '2021-07-28T05:09:25Z', 'revision_number': 5, 'project_id': 'f77014531530497aa60d1269fde1bd6f', 'subnets': [{'id': 'e9700662-b8e7-49fb-ada5-3c005d49b640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:28:27.659652 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd270302-0d9e-4afb-925e-b573cefbdf0b None None] The sync data for ids ['1c958403-ae9f-4530-a92f-ea97c97bb0f4'] in dv-cinder-801617-3-iscsi is: [{'id': '1c958403-ae9f-4530-a92f-ea97c97bb0f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1867579563-router', 'tenant_id': 'f77014531530497aa60d1269fde1bd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '5862d95c-f456-423f-b62d-51950afda2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:04Z', 'updated_at': '2021-07-28T05:09:13Z', 'revision_number': 4, 'project_id': 'f77014531530497aa60d1269fde1bd6f', 'gw_port': {'id': '5862d95c-f456-423f-b62d-51950afda2d7', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c958403-ae9f-4530-a92f-ea97c97bb0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:05Z', 'updated_at': '2021-07-28T05:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_interfaces': [{'id': 'd1d8b2db-ab6d-4e3a-a273-65795ce23108', 'name': '', 'network_id': '34e1948f-8e2c-47b9-a68d-5f2322a08957', 'tenant_id': 'f77014531530497aa60d1269fde1bd6f', 'mac_address': 'fa:16:3e:c3:05:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c958403-ae9f-4530-a92f-ea97c97bb0f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'e9700662-b8e7-49fb-ada5-3c005d49b640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:11Z', 'updated_at': '2021-07-28T05:09:25Z', 'revision_number': 5, 'project_id': 'f77014531530497aa60d1269fde1bd6f', 'subnets': [{'id': 'e9700662-b8e7-49fb-ada5-3c005d49b640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:28:27.820645 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:28:27.833747 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 55662) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:28:27.884373 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0181bdd6-bc29-416c-b0ab-47291f1daac3 None None] New status for floating IP 01a7905a-f2ce-4711-b664-fef77a2840ff: DOWN {{(pid=93164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 05:28:27.900366 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-26b433c9-0b8e-4be6-a747-a80c016b3a8b tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:28:27.924340 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-26b433c9-0b8e-4be6-a747-a80c016b3a8b tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:28:27.929105 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0abac0db-82de-45e2-a541-3885b8bdb00a req-b3ab2959-2666-4875-a2ae-c185f667e35c tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0280819 Jul 28 05:28:27.978089 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-26b433c9-0b8e-4be6-a747-a80c016b3a8b tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:28:27.980917 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-26b433c9-0b8e-4be6-a747-a80c016b3a8b tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:28:27.982099 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-26b433c9-0b8e-4be6-a747-a80c016b3a8b tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "DELETE /v2.0/security-groups/01316aea-fa35-4d63-889b-22d91826ca51 HTTP/1.1" status: 204 len: 168 time: 0.1466091 Jul 28 05:28:27.985626 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 55668) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:28:27.992649 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b433c9-0b8e-4be6-a747-a80c016b3a8b tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01316aea-fa35-4d63-889b-22d91826ca51,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:28:28.001229 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b433c9-0b8e-4be6-a747-a80c016b3a8b tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:28:28.001636 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b433c9-0b8e-4be6-a747-a80c016b3a8b tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:28:28.002149 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b433c9-0b8e-4be6-a747-a80c016b3a8b tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:28:28.002617 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b433c9-0b8e-4be6-a747-a80c016b3a8b tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:28:28.002796 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.api.v2.resource [None req-c6655420-e692-4aa6-bed9-7601b7c65f73 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] show failed (client error): The resource could not be found. Jul 28 05:28:28.002957 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b433c9-0b8e-4be6-a747-a80c016b3a8b tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:28:28.003288 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b433c9-0b8e-4be6-a747-a80c016b3a8b tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:28:28.003642 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b433c9-0b8e-4be6-a747-a80c016b3a8b tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:28:28.006922 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b433c9-0b8e-4be6-a747-a80c016b3a8b tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:28:28.007100 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-c6655420-e692-4aa6-bed9-7601b7c65f73 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "GET /v2.0/security-groups/01316aea-fa35-4d63-889b-22d91826ca51 HTTP/1.1" status: 404 len: 347 time: 0.0174799 Jul 28 05:28:28.007223 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b433c9-0b8e-4be6-a747-a80c016b3a8b tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:28:28.007223 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b433c9-0b8e-4be6-a747-a80c016b3a8b tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:28:28.007223 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b433c9-0b8e-4be6-a747-a80c016b3a8b tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:28:28.007223 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b433c9-0b8e-4be6-a747-a80c016b3a8b tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:28:28.008333 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 55670) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:28:28.134185 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-79aa74b6-8288-4fae-a33e-b143bfc777c8 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Deleting port b8f234f5-83ca-4cc0-848a-b3caa7449792 {{(pid=93163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 05:28:28.134529 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-79aa74b6-8288-4fae-a33e-b143bfc777c8 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227548555'] for port, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:28:28.207124 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-79aa74b6-8288-4fae-a33e-b143bfc777c8 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402200'] for port, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:28:28.207482 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-79aa74b6-8288-4fae-a33e-b143bfc777c8 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:28:28.218867 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-79aa74b6-8288-4fae-a33e-b143bfc777c8 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Calling delete_port for b8f234f5-83ca-4cc0-848a-b3caa7449792 owned by network:floatingip {{(pid=93163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 05:28:28.315435 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device f2e72bef-562a-45c2-83de-8465908db9f1 no longer exists at agent hyperv_hv-cinder-80161 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:28:28.337822 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] No Port match for: f2e72bef-562a-45c2-83de-8465908db9f1 {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 05:28:28.338083 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device f2e72bef-562a-45c2-83de-8465908db9f1 not bound to the agent host hv-cinder-80161 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:28:28.348181 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-79aa74b6-8288-4fae-a33e-b143bfc777c8 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227552799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227148301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5267504'] for port, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:28:28.376223 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aa74b6-8288-4fae-a33e-b143bfc777c8 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Pushing event deleted for resources: {'Port': ['ID=b8f234f5-83ca-4cc0-848a-b3caa7449792,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:28:28.437615 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-79aa74b6-8288-4fae-a33e-b143bfc777c8 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks [] for floatingip, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:28:28.440098 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-79aa74b6-8288-4fae-a33e-b143bfc777c8 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068'] for floatingip, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:28:28.441229 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-79aa74b6-8288-4fae-a33e-b143bfc777c8 tempest-AttachVolumeShelveTestJSON-761191685 tempest-AttachVolumeShelveTestJSON-761191685-project] 10.222.0.13 "DELETE /v2.0/floatingips/01a7905a-f2ce-4711-b664-fef77a2840ff HTTP/1.1" status: 204 len: 168 time: 0.4316728 Jul 28 05:28:29.021563 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-27d5cb1b-12ee-403c-ad9c-c97212215745 req-8529d69c-c9a6-4cf8-8c08-1d84754aaac7 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0256677 Jul 28 05:28:29.324751 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:28:30.121166 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ebe071cd-e473-426d-99ef-f0d03f192707 req-f606f140-8682-44f2-8add-e2e98346786d tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0358303 Jul 28 05:28:31.210742 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6cafeb39-72fc-48c4-a2b7-9353e87b6ff1 req-0162b89b-a342-4fc8-9d8d-561e90a37af9 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0257764 Jul 28 05:28:32.304533 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-94094ee3-1d27-4a4b-b41f-69b7d9034508 req-a8cc81c1-40da-4589-b0ba-e414d7dd262c tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0277448 Jul 28 05:28:33.395571 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-be0ca9af-c81e-4e76-a1dc-fd16e8efd6b2 req-b731802e-6dba-44ba-af9a-20e3fca27944 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0258486 Jul 28 05:28:33.466116 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2aa73a69-f5bc-4b91-9cbc-9dce7f0a03d3 req-dcda49b7-6a84-4ce4-aeee-f8722ac11367 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f652b9b0-e56e-41d8-9966-2b0810f7259d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392578 Jul 28 05:28:33.535991 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa73a69-f5bc-4b91-9cbc-9dce7f0a03d3 req-b4147c19-1413-452a-8ef3-150e19956c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:28:33.537400 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2aa73a69-f5bc-4b91-9cbc-9dce7f0a03d3 req-b4147c19-1413-452a-8ef3-150e19956c86 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=30b837791a4f45f7bbefa0af378d5354&device_id=f652b9b0-e56e-41d8-9966-2b0810f7259d HTTP/1.1" status: 200 len: 1099 time: 0.0383537 Jul 28 05:28:33.643084 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa73a69-f5bc-4b91-9cbc-9dce7f0a03d3 req-f9d576b1-a91b-4bc2-acaf-cef6fd38912d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:28:33.644454 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2aa73a69-f5bc-4b91-9cbc-9dce7f0a03d3 req-f9d576b1-a91b-4bc2-acaf-cef6fd38912d service neutron] 10.222.0.21 "GET /v2.0/networks?id=300c0b7a-3ec7-45c6-b237-7a8d9dd471d0 HTTP/1.1" status: 200 len: 915 time: 0.0867589 Jul 28 05:28:33.684988 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2aa73a69-f5bc-4b91-9cbc-9dce7f0a03d3 req-16010256-b526-4971-8787-03ac32f10718 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9935c8e0-c7b1-4984-92f8-16ae30efdd04 HTTP/1.1" status: 200 len: 217 time: 0.0332055 Jul 28 05:28:33.732219 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa73a69-f5bc-4b91-9cbc-9dce7f0a03d3 req-06f6ffb3-67d7-4485-88c4-3e4c0de0423c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:28:33.733687 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2aa73a69-f5bc-4b91-9cbc-9dce7f0a03d3 req-06f6ffb3-67d7-4485-88c4-3e4c0de0423c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f56af102-7f6a-4a13-8214-ac092fadb2ac HTTP/1.1" status: 200 len: 854 time: 0.0421541 Jul 28 05:28:33.764918 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2aa73a69-f5bc-4b91-9cbc-9dce7f0a03d3 req-9901de75-b555-41b7-9be7-8e7a9080e7b4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=300c0b7a-3ec7-45c6-b237-7a8d9dd471d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240927 Jul 28 05:28:33.856248 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2aa73a69-f5bc-4b91-9cbc-9dce7f0a03d3 req-f38c2a1a-236f-4be4-9a7e-d17872e88d2b service neutron] 10.222.0.21 "GET /v2.0/networks/300c0b7a-3ec7-45c6-b237-7a8d9dd471d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842595 Jul 28 05:28:33.941574 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2aa73a69-f5bc-4b91-9cbc-9dce7f0a03d3 req-ec679e0e-e876-4fa2-b2d2-fc80746d3fc2 service neutron] 10.222.0.21 "GET /v2.0/networks/300c0b7a-3ec7-45c6-b237-7a8d9dd471d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781550 Jul 28 05:28:34.506388 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bdf220e8-d881-4fb3-a042-faddd67aebd5 req-941001b4-898d-41dc-b3f8-a0abf1cb623b tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1b35d1ea-c8c3-49c8-a9b9-ae03b5f50834 HTTP/1.1" status: 200 len: 210 time: 0.0298426 Jul 28 05:28:41.407813 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:28:48.368170 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:28:53.949479 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-bd191cbb-10ca-4ddc-80f1-74e639521303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:28:56.809541 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0a8ef797-1361-4381-b435-df655e8064e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:28:56.891061 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:28:57.816288 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:28:59.328663 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:29:18.367578 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:29:18.406013 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:29:23.949876 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-11f29b9e-a438-4985-a641-b7f7d93d5a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:29:26.815188 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-71ce118d-637f-495f-bde8-694bc37d248b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:29:26.890006 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:29:27.818155 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:29:29.335748 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:29:34.506332 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7408888f-e777-4105-89f5-31a20a7c4b35 req-dc5d0354-cb0b-4cda-a145-b75515cfa41f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cbf03d9c-e3ad-4b0a-b076-324f0ac23e0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0788133 Jul 28 05:29:34.576215 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408888f-e777-4105-89f5-31a20a7c4b35 req-09124dba-b5df-4731-942d-56148ca0a07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:29:34.577642 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7408888f-e777-4105-89f5-31a20a7c4b35 req-09124dba-b5df-4731-942d-56148ca0a07b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=30b837791a4f45f7bbefa0af378d5354&device_id=cbf03d9c-e3ad-4b0a-b076-324f0ac23e0a HTTP/1.1" status: 200 len: 1099 time: 0.0388403 Jul 28 05:29:34.681286 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408888f-e777-4105-89f5-31a20a7c4b35 req-4698f0a6-36da-4520-8ee2-50fe367a601a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:29:34.682802 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7408888f-e777-4105-89f5-31a20a7c4b35 req-4698f0a6-36da-4520-8ee2-50fe367a601a service neutron] 10.222.0.21 "GET /v2.0/networks?id=300c0b7a-3ec7-45c6-b237-7a8d9dd471d0 HTTP/1.1" status: 200 len: 915 time: 0.0865955 Jul 28 05:29:34.723044 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7408888f-e777-4105-89f5-31a20a7c4b35 req-a5fc1b05-c82f-4212-8260-122a9175236c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bfda4eb-dc15-4a3b-b876-594b1a5469df HTTP/1.1" status: 200 len: 217 time: 0.0330055 Jul 28 05:29:34.771331 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7408888f-e777-4105-89f5-31a20a7c4b35 req-bc370463-4154-4406-bb8f-a50fe14713c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:29:34.772847 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7408888f-e777-4105-89f5-31a20a7c4b35 req-bc370463-4154-4406-bb8f-a50fe14713c1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f56af102-7f6a-4a13-8214-ac092fadb2ac HTTP/1.1" status: 200 len: 854 time: 0.0436037 Jul 28 05:29:34.804125 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7408888f-e777-4105-89f5-31a20a7c4b35 req-2cc76d3e-dd86-4307-8d23-13e9cd7988e1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=300c0b7a-3ec7-45c6-b237-7a8d9dd471d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243247 Jul 28 05:29:34.815613 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [req-7408888f-e777-4105-89f5-31a20a7c4b35 req-e8b20669-5c4f-4157-9f89-106e4c6354b3 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 05:29:34.816564 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7408888f-e777-4105-89f5-31a20a7c4b35 req-e8b20669-5c4f-4157-9f89-106e4c6354b3 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054157 Jul 28 05:29:34.917947 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7408888f-e777-4105-89f5-31a20a7c4b35 req-79fd08b9-63c7-4fd1-bc4c-b24346691602 service neutron] 10.222.0.21 "GET /v2.0/networks/300c0b7a-3ec7-45c6-b237-7a8d9dd471d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929976 Jul 28 05:29:35.041916 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7408888f-e777-4105-89f5-31a20a7c4b35 req-6cfe8acd-bc73-47df-af11-b685ba4b5755 service neutron] 10.222.0.21 "GET /v2.0/networks/300c0b7a-3ec7-45c6-b237-7a8d9dd471d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174819 Jul 28 05:29:48.367694 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:29:53.949955 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-a70c6972-9f71-444a-aa5b-255d4423a992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:29:55.404160 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:29:56.815782 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-bbbaca14-5cbf-473f-9057-db33ad17ae1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:29:56.890412 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:29:57.820051 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:29:59.333737 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:30:18.397979 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:30:23.950234 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-719e6264-ad72-4501-a56a-269d87d066ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:30:26.816564 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-6a0cfc7b-86c4-42d5-93e5-2c4d6f73285b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:30:26.891642 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:30:27.822474 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:30:29.337209 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:30:32.403029 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:30:33.669542 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9050d-57f5-474c-9532-4a53b052dbf7 req-7f9bf48c-2429-49e6-b18b-62e3f686806a tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:30:33.671082 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-42a9050d-57f5-474c-9532-4a53b052dbf7 req-7f9bf48c-2429-49e6-b18b-62e3f686806a tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 945 time: 0.0973041 Jul 28 05:30:33.709279 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-42a9050d-57f5-474c-9532-4a53b052dbf7 req-96b71ec8-10c3-424a-b8ec-02379a837259 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311258 Jul 28 05:30:34.212533 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c01e70-edde-452a-807b-3d90c1118c33 req-1e9334c4-c326-4ad6-8c19-d9063ac9e78d tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:30:34.213939 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-26c01e70-edde-452a-807b-3d90c1118c33 req-1e9334c4-c326-4ad6-8c19-d9063ac9e78d tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.21 "GET /v2.0/ports?device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 945 time: 0.0460083 Jul 28 05:30:34.304040 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [req-26c01e70-edde-452a-807b-3d90c1118c33 req-43ecfe6b-f7d3-4ebc-b8f5-2a026267b0d0 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Deleting port a624a92f-6767-4bea-a454-f4d856510779 {{(pid=93163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 05:30:34.304389 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-26c01e70-edde-452a-807b-3d90c1118c33 req-43ecfe6b-f7d3-4ebc-b8f5-2a026267b0d0 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227548555'] for port, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:30:34.394223 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [req-26c01e70-edde-452a-807b-3d90c1118c33 req-43ecfe6b-f7d3-4ebc-b8f5-2a026267b0d0 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] For port a624a92f-6767-4bea-a454-f4d856510779, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=a624a92f-6767-4bea-a454-f4d856510779,segment=NetworkSegment(6a6fa6e8-d182-4dbf-a398-13b8523e31fa),segment_id=6a6fa6e8-d182-4dbf-a398-13b8523e31fa)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:30:34.394589 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-26c01e70-edde-452a-807b-3d90c1118c33 req-43ecfe6b-f7d3-4ebc-b8f5-2a026267b0d0 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402200'] for port, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:30:34.407075 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [req-26c01e70-edde-452a-807b-3d90c1118c33 req-43ecfe6b-f7d3-4ebc-b8f5-2a026267b0d0 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Calling delete_port for a624a92f-6767-4bea-a454-f4d856510779 owned by compute:nova {{(pid=93163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 05:30:34.531619 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-26c01e70-edde-452a-807b-3d90c1118c33 req-43ecfe6b-f7d3-4ebc-b8f5-2a026267b0d0 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227552799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227148301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5267504'] for port, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:30:34.556992 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ecfe6b-f7d3-4ebc-b8f5-2a026267b0d0 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Pushing event deleted for resources: {'Port': ['ID=a624a92f-6767-4bea-a454-f4d856510779,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:30:34.566471 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ecfe6b-f7d3-4ebc-b8f5-2a026267b0d0 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:30:34.566904 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ecfe6b-f7d3-4ebc-b8f5-2a026267b0d0 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:30:34.567079 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] get_ports_and_sgs() called for port_ids ['a624a92f-6767-4bea-a454-f4d856510779', 'e92ba37f-ba0e-49eb-aac0-8ed216d472aa'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:30:34.567581 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ecfe6b-f7d3-4ebc-b8f5-2a026267b0d0 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:30:34.567581 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ecfe6b-f7d3-4ebc-b8f5-2a026267b0d0 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:30:34.567896 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ecfe6b-f7d3-4ebc-b8f5-2a026267b0d0 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:30:34.568190 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ecfe6b-f7d3-4ebc-b8f5-2a026267b0d0 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:30:34.568519 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ecfe6b-f7d3-4ebc-b8f5-2a026267b0d0 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:30:34.568893 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ecfe6b-f7d3-4ebc-b8f5-2a026267b0d0 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:30:34.569173 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ecfe6b-f7d3-4ebc-b8f5-2a026267b0d0 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:30:34.569528 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ecfe6b-f7d3-4ebc-b8f5-2a026267b0d0 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:30:34.569822 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ecfe6b-f7d3-4ebc-b8f5-2a026267b0d0 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:30:34.570558 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ecfe6b-f7d3-4ebc-b8f5-2a026267b0d0 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:30:34.608241 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c01e70-edde-452a-807b-3d90c1118c33 req-43ecfe6b-f7d3-4ebc-b8f5-2a026267b0d0 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] No DVR routers for this DVR port a624a92f-6767-4bea-a454-f4d856510779 on host hv-cinder-80161 {{(pid=93163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 05:30:34.611244 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-26c01e70-edde-452a-807b-3d90c1118c33 req-43ecfe6b-f7d3-4ebc-b8f5-2a026267b0d0 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068'] for port, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:30:34.613244 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-26c01e70-edde-452a-807b-3d90c1118c33 req-43ecfe6b-f7d3-4ebc-b8f5-2a026267b0d0 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.21 "DELETE /v2.0/ports/a624a92f-6767-4bea-a454-f4d856510779 HTTP/1.1" status: 204 len: 173 time: 0.3936033 Jul 28 05:30:34.613670 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b083cf3d-ef6b-4a61-8e03-14f279779c45', 'name': 'network-vif-deleted', 'tag': 'a624a92f-6767-4bea-a454-f4d856510779'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:30:34.616190 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdaae2d937131cd036474998a49e3e11d53281396ea4e1ac8b096c837d21eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb104b8-cea5-44c0-845d-f53747d9a703" -d '{"events": [{"server_uuid": "b083cf3d-ef6b-4a61-8e03-14f279779c45", "name": "network-vif-deleted", "tag": "a624a92f-6767-4bea-a454-f4d856510779"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:30:34.741375 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 05:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de727ac-f8fb-422d-9d72-4e05847bdabd x-openstack-request-id: req-0de727ac-f8fb-422d-9d72-4e05847bdabd {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:30:34.741878 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b083cf3d-ef6b-4a61-8e03-14f279779c45", "name": "network-vif-deleted", "tag": "a624a92f-6767-4bea-a454-f4d856510779", "status": "completed", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:30:34.741878 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0de727ac-f8fb-422d-9d72-4e05847bdabd {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:30:34.742254 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b083cf3d-ef6b-4a61-8e03-14f279779c45', 'name': 'network-vif-deleted', 'tag': 'a624a92f-6767-4bea-a454-f4d856510779', 'status': 'completed', 'code': 200} Jul 28 05:30:34.834621 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1d17a493-be31-4958-b01e-1b61489efd23 req-cf8139db-3c70-4f55-8de2-16adaf63709b tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=b083cf3d-ef6b-4a61-8e03-14f279779c45 HTTP/1.1" status: 200 len: 210 time: 0.0256305 Jul 28 05:30:36.147443 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba38a3b-4de7-48bb-8ebb-eb4c6c69dbdd req-318acf08-9118-4791-97a1-ab2ce8c9edf6 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:30:36.148814 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2ba38a3b-4de7-48bb-8ebb-eb4c6c69dbdd req-318acf08-9118-4791-97a1-ab2ce8c9edf6 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.0951324 Jul 28 05:30:36.187286 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2ba38a3b-4de7-48bb-8ebb-eb4c6c69dbdd req-9927cf72-a961-4a61-8c96-b3e8c47d916c tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/security-groups?id=da45e298-fdb8-494f-902c-30f9df2ab2df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325768 Jul 28 05:30:36.822896 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940846a-9e59-4f4e-8546-0527d85f1f29 req-e2d537a1-71fb-4251-a3ab-072fafca66e9 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:30:36.824399 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0940846a-9e59-4f4e-8546-0527d85f1f29 req-e2d537a1-71fb-4251-a3ab-072fafca66e9 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.21 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 945 time: 0.0472462 Jul 28 05:30:36.912832 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [req-0940846a-9e59-4f4e-8546-0527d85f1f29 req-3b3a1529-60f9-438c-a5a7-b977679b343c tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Deleting port e92ba37f-ba0e-49eb-aac0-8ed216d472aa {{(pid=93163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 05:30:36.913180 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-0940846a-9e59-4f4e-8546-0527d85f1f29 req-3b3a1529-60f9-438c-a5a7-b977679b343c tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227548555'] for port, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:30:37.002034 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [req-0940846a-9e59-4f4e-8546-0527d85f1f29 req-3b3a1529-60f9-438c-a5a7-b977679b343c tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] For port e92ba37f-ba0e-49eb-aac0-8ed216d472aa, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=e92ba37f-ba0e-49eb-aac0-8ed216d472aa,segment=NetworkSegment(6a6fa6e8-d182-4dbf-a398-13b8523e31fa),segment_id=6a6fa6e8-d182-4dbf-a398-13b8523e31fa)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:30:37.002404 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-0940846a-9e59-4f4e-8546-0527d85f1f29 req-3b3a1529-60f9-438c-a5a7-b977679b343c tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402200'] for port, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:30:37.016101 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [req-0940846a-9e59-4f4e-8546-0527d85f1f29 req-3b3a1529-60f9-438c-a5a7-b977679b343c tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Calling delete_port for e92ba37f-ba0e-49eb-aac0-8ed216d472aa owned by compute:nova {{(pid=93163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 05:30:37.138910 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-0940846a-9e59-4f4e-8546-0527d85f1f29 req-3b3a1529-60f9-438c-a5a7-b977679b343c tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227552799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227148301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5267504'] for port, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:30:37.167099 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a1529-60f9-438c-a5a7-b977679b343c tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Pushing event deleted for resources: {'Port': ['ID=e92ba37f-ba0e-49eb-aac0-8ed216d472aa,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:30:37.177537 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] get_ports_and_sgs() called for port_ids ['e92ba37f-ba0e-49eb-aac0-8ed216d472aa'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:30:37.205636 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [req-0940846a-9e59-4f4e-8546-0527d85f1f29 req-3b3a1529-60f9-438c-a5a7-b977679b343c tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] No DVR routers for this DVR port e92ba37f-ba0e-49eb-aac0-8ed216d472aa on host hv-cinder-80161 {{(pid=93163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 05:30:37.208318 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-0940846a-9e59-4f4e-8546-0527d85f1f29 req-3b3a1529-60f9-438c-a5a7-b977679b343c tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068'] for port, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:30:37.210489 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0940846a-9e59-4f4e-8546-0527d85f1f29 req-3b3a1529-60f9-438c-a5a7-b977679b343c tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.21 "DELETE /v2.0/ports/e92ba37f-ba0e-49eb-aac0-8ed216d472aa HTTP/1.1" status: 204 len: 173 time: 0.3794117 Jul 28 05:30:37.210918 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9', 'name': 'network-vif-deleted', 'tag': 'e92ba37f-ba0e-49eb-aac0-8ed216d472aa'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:30:37.213210 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdaae2d937131cd036474998a49e3e11d53281396ea4e1ac8b096c837d21eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77bd7c3b-aec5-4063-8515-1aa68828a741" -d '{"events": [{"server_uuid": "9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9", "name": "network-vif-deleted", "tag": "e92ba37f-ba0e-49eb-aac0-8ed216d472aa"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:30:37.254609 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 05:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02284315-ac2b-42a6-9a05-97252020ce1d x-openstack-request-id: req-02284315-ac2b-42a6-9a05-97252020ce1d {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:30:37.254902 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9", "name": "network-vif-deleted", "tag": "e92ba37f-ba0e-49eb-aac0-8ed216d472aa", "status": "completed", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:30:37.255171 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-02284315-ac2b-42a6-9a05-97252020ce1d {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:30:37.255571 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9', 'name': 'network-vif-deleted', 'tag': 'e92ba37f-ba0e-49eb-aac0-8ed216d472aa', 'status': 'completed', 'code': 200} Jul 28 05:30:37.304248 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5e34d9bf-4386-4b61-89b2-e89e42e7b78e req-c1532e61-f8af-43b6-8811-eb98ab755b8c tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0323446 Jul 28 05:30:38.399533 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-cde54ada-eb06-495b-b960-a7b6e2d77ede req-3901f091-c20b-4cab-b3e7-7cab69ce1fd6 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0270801 Jul 28 05:30:39.085340 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device a624a92f-6767-4bea-a454-f4d856510779 no longer exists at agent hyperv_hv-cinder-80161 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:30:39.103966 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] No Port match for: a624a92f-6767-4bea-a454-f4d856510779 {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 05:30:39.104309 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device a624a92f-6767-4bea-a454-f4d856510779 not bound to the agent host hv-cinder-80161 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:30:39.493019 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ce8886d3-07d4-43f2-b268-a6936f146417 req-c03fa597-8088-4697-a90f-d6e3367fce43 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0268819 Jul 28 05:30:40.591954 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-51738cc9-1a24-44f9-b126-2c00dc425f9a req-f3ff42af-45ee-4cc2-b725-df2ad9617553 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0260670 Jul 28 05:30:41.093089 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device e92ba37f-ba0e-49eb-aac0-8ed216d472aa no longer exists at agent hyperv_hv-cinder-80161 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:30:41.112066 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] No Port match for: e92ba37f-ba0e-49eb-aac0-8ed216d472aa {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 05:30:41.112402 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device e92ba37f-ba0e-49eb-aac0-8ed216d472aa not bound to the agent host hv-cinder-80161 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:30:41.690342 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7ac029db-ddd4-441e-b92f-125b237de3a8 req-170d7999-b44c-4fb1-8cc2-1b423cdd170f tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0269775 Jul 28 05:30:42.782235 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-fffb0e1b-5c0b-43fa-8c7a-5666a3e04146 req-c57fd11f-c996-4668-907d-bf3a121134f3 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0251229 Jul 28 05:30:43.875663 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-99c3d50e-6a29-4f9d-bac6-66a1a8130d2b req-24f50871-2315-4c5d-9567-b54de409d401 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0275853 Jul 28 05:30:44.965522 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f2033dc3-3a11-483b-b20e-806fd12a8292 req-eb4a8ec9-d249-45e5-89dc-dd032ed0316d tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0257640 Jul 28 05:30:46.058239 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e1747ba4-cedd-4eeb-90bb-ba1d8f0bea69 req-83687a59-7305-4aae-9343-f1b364106a37 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0256491 Jul 28 05:30:47.156138 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d9a93cb5-9473-46a6-80a2-5b2b1c58c205 req-00f8df96-4d29-4700-b3fc-e16161086b38 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0273826 Jul 28 05:30:48.250064 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-cfe63df0-332f-4c9d-acf7-395f6bc90f7e req-56a753c7-3b87-43ea-a38c-31429e7eaec9 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0266194 Jul 28 05:30:48.413264 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:30:49.346253 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a5021e33-cdd9-489d-a49c-ae2879b7fb9d req-fbf6a26a-bc18-4caa-ab8e-ba6b96761faf tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0270886 Jul 28 05:30:50.445046 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-78db30d4-f66e-4e7e-8cb8-238eae2bc8d1 req-7d79037c-ad6a-4ed6-b004-08eab47caf2c tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0300679 Jul 28 05:30:51.548618 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5fd1ea26-8868-4137-a8ae-47a7a701e0dd req-022e5169-7734-4cb9-93ab-5bb8dc6012b6 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0279644 Jul 28 05:30:52.636906 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d2391c4d-983b-4461-ad1b-54ff44d5c2cb req-f7cee1a5-e07a-4546-ae27-1a70b224ccde tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0252492 Jul 28 05:30:53.727549 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-55828ed4-624c-47a0-8910-fa304546a4e1 req-1ed6869f-9298-4631-a5f3-1881c6f701dc tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0263395 Jul 28 05:30:53.952013 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-8bd8916a-98ef-42e0-b314-86ebb1e598d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:30:54.817298 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-067ef1a0-d2e7-47dc-8559-2c6b7458c4bd req-fd3e2b4f-7d40-403e-b811-6a8a2d0ba700 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0259101 Jul 28 05:30:55.908141 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bcc12170-82c1-401f-a95b-ef267e76f481 req-1f385890-0c9a-4a0b-9518-77351f8db9d6 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0254130 Jul 28 05:30:56.817319 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-35977721-9ce2-4ba4-9914-a4df30f906c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:30:56.892040 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:30:57.001669 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b415ff0c-aa24-4158-8b8f-9f56c79daccf req-99830c44-40c6-4335-851b-0584a6480d20 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0281150 Jul 28 05:30:57.826580 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:30:58.091922 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-343c62a6-6cd8-494f-a37a-40e1d3a7646d req-225e6527-c966-4486-8008-3ac7514a661a tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0256543 Jul 28 05:30:59.184345 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-905c033a-38fd-4baf-b6a6-b415dff8713f req-b69f7803-2df3-43e7-9293-65daed4db94d tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0257161 Jul 28 05:30:59.339101 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:31:00.275100 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-16b35f83-023e-4d04-b3e7-6733ce0b8d26 req-9dd222fe-d2f3-4c6d-bb99-8295a404adc7 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0252488 Jul 28 05:31:01.365710 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c7af5f28-3183-4044-9638-4b7ab01c8d25 req-bc7efa7d-9502-422c-9d84-97a234883c80 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0254328 Jul 28 05:31:02.455432 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e8557b1b-fdde-4dd3-9515-da3fe6c8559a req-bf775fe9-c138-4a0e-b955-2a0bfc313ddc tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0251660 Jul 28 05:31:03.548960 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-77d1d846-6409-4dad-9de0-0d2321d77825 req-96dc79dd-ad3c-4564-9d01-a8a0211faee1 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0284152 Jul 28 05:31:04.639780 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-70504da1-fc64-4199-97f4-157680b0faa5 req-3acacf09-1bd7-40ab-adcd-9b62c54baa37 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0258777 Jul 28 05:31:05.729744 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-02071e17-6fe1-4430-854a-fb0975d54a28 req-aedf7725-b266-4886-9d97-9f0130b11a96 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0255432 Jul 28 05:31:06.819491 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-595f785a-8b49-4cb1-b9ea-294b1d9090c9 req-e37bf262-bf83-4434-99b7-7a0139aea5e2 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0257702 Jul 28 05:31:07.908898 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8f0044b9-37d5-4783-88a6-dd00e42fbed1 req-9a8b71d9-591c-48de-9424-29ceaa0a0ca0 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0248952 Jul 28 05:31:09.001234 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-777b69a0-1c26-475c-8511-4227e1e73aca req-906062d2-9076-40d2-8ae7-caea4edaa762 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0285125 Jul 28 05:31:09.402010 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:31:10.095650 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-86fb9985-940e-406d-af1e-008e40df74a0 req-95310d3a-1b1d-4610-94c1-c6ecdc3224a4 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0294466 Jul 28 05:31:11.186521 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1600d212-218e-4267-95e8-ea6945775492 req-81f9c193-c78f-4a50-afe0-f10cb9c6ec38 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0250969 Jul 28 05:31:12.276777 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-71fb86b8-88dc-4886-b9f0-fda8571ab699 req-4432c252-7d63-43f3-94a9-4d597bda2088 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0253866 Jul 28 05:31:13.367625 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2f1e421b-914e-4156-9858-eee721805505 req-293afe50-77cb-464b-9442-e6839f17b1ca tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0252471 Jul 28 05:31:14.457924 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-67a0f05c-db29-4a6d-9768-f58332841b5e req-b0ce6117-aec6-4ef0-8e10-74b5cdacd156 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0256526 Jul 28 05:31:15.551173 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5d90c8a2-f79f-41fb-87f8-7d680802c4b5 req-21e93978-6646-4a5d-ab42-d331e511ac32 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0268743 Jul 28 05:31:16.644422 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-482c69b4-9f39-4544-b4cb-d2250c103aaa req-f648e532-89b3-4daa-94d0-5b2853816f47 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0289609 Jul 28 05:31:17.736150 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5422b72c-8aca-443b-8c4f-7c9a84319cd4 req-d63339f5-5747-4aac-8273-186729b005e2 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0255568 Jul 28 05:31:18.411638 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:31:18.828274 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-84b26108-5155-4977-aafe-50a27d1f012c req-88a08228-8801-4b4f-85a1-f00fe0fca2d0 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0266750 Jul 28 05:31:19.918759 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8ea19a12-1e54-487e-8dca-b76cd87ac856 req-69837712-482e-4836-8336-05ff99e31fee tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0249672 Jul 28 05:31:21.008592 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2a06bb9c-e805-433c-801e-5c66078f5ff9 req-962f80c8-c7e3-4a40-94e7-67db9b39b4fe tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0254822 Jul 28 05:31:22.098828 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5257d4ce-d33e-477b-a19a-b408d1578c7a req-b82233b0-b238-4940-9631-872c601d1a9c tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0251806 Jul 28 05:31:23.194904 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d96d8f86-19c9-41ea-9542-c6804c03e046 req-513d1c19-5ecd-4031-8115-79b294c0e2de tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0283208 Jul 28 05:31:23.952864 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-b9ca986b-98de-490c-8913-6c43b2083e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:31:24.292273 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5cd5b070-6767-4c50-a546-3d6673680ab2 req-baf24c76-9632-4fcb-bb19-1d41d40975ad tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0329473 Jul 28 05:31:25.382795 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-dc5e08de-7b85-4973-bcbc-98b9152273d7 req-8188d587-2baf-4185-85d3-fef7c621258b tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0257750 Jul 28 05:31:26.472995 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-08178af2-85e0-46ce-b3b7-edd4b04b12a1 req-550b5cb3-ff7d-4cad-b8ca-b1b4a5439231 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0259755 Jul 28 05:31:26.817574 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-44e010f6-e86a-4736-a3ba-425622b056ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:31:26.891997 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:31:27.563135 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-970452be-1dfa-4ac3-be41-85c33f2c64ab req-9c889579-5e8e-4299-a91b-f33ee59f9666 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0258925 Jul 28 05:31:27.828587 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:31:28.653052 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-dafbf735-38fa-4643-b9b4-656f0877b377 req-1af684d3-4658-4d15-8b3b-9b79af3c65a3 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0254178 Jul 28 05:31:29.352606 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:31:29.745437 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6b3d0f5f-1af8-43c6-af74-ec54324f65dc req-980b75cb-f95c-4837-be4e-819416d23e30 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0283945 Jul 28 05:31:30.876958 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-251a39f6-91eb-49fc-9de8-64ea5d1eb83d req-0f98fe39-8e73-4988-b701-f2c6b385e495 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0271001 Jul 28 05:31:31.968150 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-544255c5-e750-4f52-b1a0-6fafb82a02d1 req-f04c1f85-43d6-4f6f-9374-8fc967442035 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0269549 Jul 28 05:31:33.060071 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c2b9aa42-4f9a-40a7-8f08-0ffe19d18d58 req-9bcff85f-fdc4-4697-9596-be90a29329cf tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0257878 Jul 28 05:31:34.149876 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-08a8f71d-4db6-429c-bf3a-e14716f313be req-12790687-6d1f-4a5b-99d2-ce3f5f5b8f63 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0256984 Jul 28 05:31:35.249940 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0b73fbdf-6d87-41ee-8320-6432dc8872a2 req-b6333cad-4cd4-424e-afdb-85760f415578 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0255377 Jul 28 05:31:35.492396 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e4a74fc7-fc95-438b-a430-aa07638d48f9 req-ac798c2d-572c-4080-9405-a00aa9d9f6bd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1e118b8e-18cd-4b34-b66f-893e8e5db0fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414588 Jul 28 05:31:35.587661 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a74fc7-fc95-438b-a430-aa07638d48f9 req-72d91da2-0736-42c5-8dc6-2982364345c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:31:35.589118 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e4a74fc7-fc95-438b-a430-aa07638d48f9 req-72d91da2-0736-42c5-8dc6-2982364345c5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=30b837791a4f45f7bbefa0af378d5354&device_id=1e118b8e-18cd-4b34-b66f-893e8e5db0fb HTTP/1.1" status: 200 len: 1098 time: 0.0411735 Jul 28 05:31:35.721325 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a74fc7-fc95-438b-a430-aa07638d48f9 req-a3b3ee85-6e23-4183-ace6-fd558b1fb55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:31:35.723274 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e4a74fc7-fc95-438b-a430-aa07638d48f9 req-a3b3ee85-6e23-4183-ace6-fd558b1fb55e service neutron] 10.222.0.21 "GET /v2.0/networks?id=300c0b7a-3ec7-45c6-b237-7a8d9dd471d0 HTTP/1.1" status: 200 len: 915 time: 0.1140156 Jul 28 05:31:35.777761 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e4a74fc7-fc95-438b-a430-aa07638d48f9 req-f3419759-e931-4af7-b665-4e706eb88552 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ff5819f-777b-414b-9f10-643c6d3f7c92 HTTP/1.1" status: 200 len: 217 time: 0.0474548 Jul 28 05:31:35.825531 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a74fc7-fc95-438b-a430-aa07638d48f9 req-40a41b3c-0c0e-46d5-8c86-a513258a80c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:31:35.827582 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e4a74fc7-fc95-438b-a430-aa07638d48f9 req-40a41b3c-0c0e-46d5-8c86-a513258a80c7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f56af102-7f6a-4a13-8214-ac092fadb2ac HTTP/1.1" status: 200 len: 854 time: 0.0428576 Jul 28 05:31:35.858636 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e4a74fc7-fc95-438b-a430-aa07638d48f9 req-366101c6-72ce-42c2-a67d-ba5859d331e1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=300c0b7a-3ec7-45c6-b237-7a8d9dd471d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236962 Jul 28 05:31:35.949947 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e4a74fc7-fc95-438b-a430-aa07638d48f9 req-ca4d7d71-ee36-45e4-8c9c-4ba0d5052efb service neutron] 10.222.0.21 "GET /v2.0/networks/300c0b7a-3ec7-45c6-b237-7a8d9dd471d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840292 Jul 28 05:31:36.035262 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e4a74fc7-fc95-438b-a430-aa07638d48f9 req-9e81d826-b1be-4e4e-955b-17f42f632f6a service neutron] 10.222.0.21 "GET /v2.0/networks/300c0b7a-3ec7-45c6-b237-7a8d9dd471d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781238 Jul 28 05:31:36.351458 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9ca07e0a-6371-448e-941c-568711d770e0 req-645ea233-eeee-4f05-9b8f-3ac15e5d6be3 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0352395 Jul 28 05:31:37.452039 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-09d0397c-26a3-42cb-9142-b7e103aaf553 req-1039d2e2-0eeb-4686-ad9a-8f3062e07fdf tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0283835 Jul 28 05:31:38.542138 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9fd71114-609a-4c8f-b64c-be8b458c04f4 req-0e051ef2-c569-4982-afee-c3a332e482ce tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0248880 Jul 28 05:31:39.633000 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3df721ad-b16b-4446-a996-57deb3fda757 req-6e42625d-9540-4b67-a034-d0da9a0c1197 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0254982 Jul 28 05:31:40.722783 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-33a823e5-6ea5-4ca2-955a-45be86ede130 req-43b9e6bf-6c93-4175-8981-0556ad10005b tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0262079 Jul 28 05:31:41.813564 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4f073f34-ea95-4a67-98c8-3a4dc20712fa req-f66c2057-525e-4b11-85a4-154cf867ba4b tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0256562 Jul 28 05:31:42.903644 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-389da605-886b-47de-830f-3b7854aae13f req-92a93e68-d3ff-4cbd-8aab-60e5d37dfdfb tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0245636 Jul 28 05:31:43.996453 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5113b0aa-badf-4449-a781-746378fed8c8 req-8b58edbd-57bb-4a38-ba31-5fea01c96c07 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0280910 Jul 28 05:31:45.086749 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d5f281b2-daeb-4a83-9bce-196fcba2e7f7 req-474b67b5-e328-457c-bc7c-cbcc88eaa1ff tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0260944 Jul 28 05:31:46.177570 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b4dbf507-b472-49f8-b55d-f1c2f93d2200 req-ff480701-f8f2-485e-a8fc-879701d2791c tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0261166 Jul 28 05:31:46.400816 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:31:47.273304 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ecdc5922-fcfb-414f-86c0-8a4c2327fb15 req-dbde8a83-4777-4295-9220-14e409e80fd1 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0261981 Jul 28 05:31:48.363147 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c57d9127-6099-4263-af67-2c2d0aca15df req-63a5e8ec-773b-4537-b4e0-8084062eff1f tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0258172 Jul 28 05:31:48.426259 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:31:49.453641 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-fc7a6e8b-c933-447d-823c-67ebb434c813 req-dcb6f8b7-f5b9-4223-bca2-508a504faf98 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0261235 Jul 28 05:31:50.546576 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e9bbf548-4302-442c-a07a-33a87f0b3c2c req-2cdc1b6b-7a98-4dbe-8dd0-ec04c8654e30 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0277874 Jul 28 05:31:51.636783 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-06d27b28-02a9-4725-9f30-305b8bea9eb6 req-30d0e853-ffac-48d4-8353-81e0e3c7d1d3 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0252578 Jul 28 05:31:52.726672 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-10ba8764-bac4-4162-b0f5-8e3c4d613fd3 req-f6acfd59-5196-4e11-982f-fc1c1400bb3e tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0246480 Jul 28 05:31:53.817008 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a42f6bbf-a985-4e26-92fb-2dec47fd9c53 req-6662a6ff-7e6f-4b36-9c25-7db43e441ebe tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0255299 Jul 28 05:31:53.953278 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-c876472d-6b2d-4553-a4a2-289d7719dbdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:31:54.909644 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4d469ef1-89ff-40ce-95c7-c5ca96d4f091 req-12d2cb57-5e12-45a4-ae74-28c30a2aa2ea tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0261815 Jul 28 05:31:56.000282 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-72ec4015-e352-4354-8ffe-03499d84146b req-a304037a-c421-425a-a5e7-2913518380f1 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0256126 Jul 28 05:31:56.819840 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-d6859d8a-6c63-4637-b178-deff8cfb0e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:31:56.891814 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:31:57.093245 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a22e7ab5-0373-4b77-a7ba-24ae4234c565 req-ff1b63b9-c319-4b30-9b47-03226c6b4aa6 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0280337 Jul 28 05:31:57.830587 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:31:58.188475 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d65e6d29-efaf-471e-a498-79ce469edec0 req-d975aba4-9d1d-485a-ad38-5eaf53a8a20e tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0298412 Jul 28 05:31:59.279034 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-cfd963da-e0f6-4c83-a44b-2cd5841e547b req-be0918f2-2fa8-4718-8f9a-184831f579e4 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0249569 Jul 28 05:31:59.346328 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:32:00.371274 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3a24270f-f457-4b80-90ec-f39867721a36 req-2a28fe10-4aa5-40d9-b311-f7bbc9b85074 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0262010 Jul 28 05:32:01.461396 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9093383e-e581-4043-87ee-ce8d4207762f req-d31f5c16-8c6f-4012-8739-e666d14f60f2 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0249567 Jul 28 05:32:02.555709 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7b925027-79aa-4b97-9483-cac1cd79219e req-3871afd5-3c7b-48e4-9678-ae72411723dc tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0285394 Jul 28 05:32:03.650986 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-56b32212-bd46-4331-856e-28bff99c6f5d req-7f8a4214-f98d-48cc-8b85-f0f6eb9f1008 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0291440 Jul 28 05:32:04.743675 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1c30c4de-7a21-4dc3-ba93-a18291ad500a req-d76d399b-0eb2-4053-8441-ad8f05095963 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0251915 Jul 28 05:32:05.833982 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d613bda8-52e4-4435-a0b8-c648ab263cba req-8a6847d2-07e4-4a35-8c8f-625912f280ed tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0261393 Jul 28 05:32:06.925152 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b93ea96b-b986-41f1-9b5d-b0c67189a176 req-4ec238f7-f654-4830-97a1-90f54a05dee5 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0257399 Jul 28 05:32:08.016743 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a473c956-2776-4ff8-9179-6784e27753a0 req-e8f2418d-a1a6-4007-9f3a-0799d58b6fb2 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0260768 Jul 28 05:32:09.108920 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-28845006-2ca0-4733-832e-d3e636bd380e req-2b399900-b437-4d8b-af48-fbedfdb1d87f tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0254261 Jul 28 05:32:10.200849 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bf8c6de4-462c-42be-9bf9-506f11dd1a71 req-c566c7bd-4ef0-4630-80ba-3d8d265ac89f tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0270307 Jul 28 05:32:11.292133 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1deaff4d-c073-4cb4-a341-ba2020f0fe52 req-a5819790-43b1-419e-9b7b-5da022d0b283 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0258188 Jul 28 05:32:12.382989 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d73396c6-a3d3-4097-bd12-4dc1b36d8909 req-45cf20b2-fca3-4731-b13a-4805d28122ce tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0266814 Jul 28 05:32:13.473438 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3d1bccd4-3a7d-412f-ab22-c67bd8f768fd req-a528c049-4c3f-4386-afa4-ef115b035628 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0253179 Jul 28 05:32:14.564266 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-fa75b3be-3d8e-4ecb-a1d8-abf73766061a req-e6766587-4309-4db5-85fb-39ca73981f9f tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0251884 Jul 28 05:32:15.655347 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5f56f869-67f7-45f9-a47e-2d352d0cfbb2 req-0ad25931-a67d-441f-a43a-bbb96bdb9945 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0254858 Jul 28 05:32:16.752123 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-146041ff-3e5f-4b1c-9b1d-04a4721630b4 req-da56e759-4784-423d-9990-4878dbe54726 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0289814 Jul 28 05:32:17.842020 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7e4bc4ea-b6c7-4da8-b8b5-787d9cdaa1a6 req-7629b366-c7d9-479c-82cc-f05e864781b2 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0257502 Jul 28 05:32:18.424771 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:32:18.931763 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d98eeef5-ca7e-4e5f-b6d6-9791fd8dc9f6 req-5c194080-3b99-418a-ab8c-f1f5d7984bdb tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0257955 Jul 28 05:32:20.022703 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-cbb7e5c1-ce56-479b-a293-f3921fe77c74 req-b5b573ee-a946-4deb-b0c7-69c9177dea1d tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0261726 Jul 28 05:32:21.111664 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3a09a9cd-3d7b-4b23-bf9c-1860528d21c7 req-f057c0cd-24d5-434c-85de-b45e0b507524 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0252390 Jul 28 05:32:22.201902 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e6b6b49f-e418-4985-9cb1-d663c4a71f7c req-a964c868-c414-4ebc-a84a-705649de7c3f tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0251548 Jul 28 05:32:23.293922 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6857b54c-7d3b-4d20-8a68-0b84437afa43 req-b621450e-8d8e-46f4-9f35-4f41cfc6f216 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0276062 Jul 28 05:32:23.399114 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:32:23.952959 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-72035377-5833-482a-a4e4-91ad70edf116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:32:24.659712 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ef86028c-c56b-41cf-868d-e50f73f7f48d req-16469c06-9fe6-43bb-855f-81c2f26fabd7 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.2999289 Jul 28 05:32:25.752600 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a5f26ba0-60a4-4f98-86e1-71de2a34135d req-d0d5f301-6f3b-45b2-9c11-4f7af612e7e6 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0254436 Jul 28 05:32:26.820295 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-ce9820cc-263e-4e10-9748-038993f42765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:32:26.846328 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-04ea5d83-4042-4d82-be08-9c36420a5fe3 req-ff514507-ca58-4840-9cbb-723f9f380ea1 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0273523 Jul 28 05:32:26.892190 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:32:27.838002 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:32:27.936838 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-880dc663-4961-41b3-8d22-f0b5201d5e26 req-82025d54-9e3b-47ba-a8db-b2ca9f2bf98b tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0249915 Jul 28 05:32:29.028272 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-86ab24c5-4724-49ab-89f9-94356abe3ccf req-3c24b0dc-84a6-412d-82ea-4f36a0ac7be7 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0267851 Jul 28 05:32:29.352308 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:32:30.121614 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-62360ac6-f2a8-4955-8660-878aea8f3a8e req-dc097d72-fa71-47d3-b0ed-e565d7fddf45 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0256219 Jul 28 05:32:31.212607 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-442e2349-20a9-4cf6-9d5e-168c16787576 req-a03bc126-4b32-4b09-9bca-e7576905516d tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0249670 Jul 28 05:32:32.305477 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-acb7e528-865a-49dc-8551-ddb1a6d2d0bf req-a70efa16-4d18-4dc7-91b7-8ec16382eb8f tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0250702 Jul 28 05:32:33.397411 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-33438d34-0ec8-49c6-a310-2c25f8172ba9 req-176a4bd6-0d69-4722-acf5-7b8e4a76b524 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0249763 Jul 28 05:32:34.488199 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-fce984fe-ccb9-4876-bf6f-d24ab5fea5f7 req-92bb734c-4d60-495c-ba92-0074edfa9ab8 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0264373 Jul 28 05:32:35.581255 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-db045d41-7a2e-40bc-88d7-ed202931a51a req-4acd8c9c-70c0-4730-816a-8f042f8d2370 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0275879 Jul 28 05:32:36.458770 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-939c5a44-9dc4-4b34-9486-593682ec179d req-93c45db3-1765-4ba1-9a55-2e6c866f38b3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f652b9b0-e56e-41d8-9966-2b0810f7259d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0373116 Jul 28 05:32:36.527656 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c5a44-9dc4-4b34-9486-593682ec179d req-3caf765d-a1f1-41fc-bde1-4b29ae666883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:32:36.529651 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-939c5a44-9dc4-4b34-9486-593682ec179d req-3caf765d-a1f1-41fc-bde1-4b29ae666883 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=30b837791a4f45f7bbefa0af378d5354&device_id=f652b9b0-e56e-41d8-9966-2b0810f7259d HTTP/1.1" status: 200 len: 1099 time: 0.0388029 Jul 28 05:32:36.635043 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c5a44-9dc4-4b34-9486-593682ec179d req-1951e4b2-4afb-42f0-8766-a810f001236a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:32:36.636562 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-939c5a44-9dc4-4b34-9486-593682ec179d req-1951e4b2-4afb-42f0-8766-a810f001236a service neutron] 10.222.0.21 "GET /v2.0/networks?id=300c0b7a-3ec7-45c6-b237-7a8d9dd471d0 HTTP/1.1" status: 200 len: 915 time: 0.0888970 Jul 28 05:32:36.686594 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-939c5a44-9dc4-4b34-9486-593682ec179d req-7a928694-4975-49c1-9336-75b539b92ddf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9935c8e0-c7b1-4984-92f8-16ae30efdd04 HTTP/1.1" status: 200 len: 217 time: 0.0420926 Jul 28 05:32:36.701668 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-249b45f0-a034-4fc4-b5c6-1c2f4ed4300a req-423bff71-13cc-4781-a728-494b1be80205 tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0516038 Jul 28 05:32:36.745909 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c5a44-9dc4-4b34-9486-593682ec179d req-49a953f2-c41b-4ed3-9f4c-002fc2aa6a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:32:36.747329 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-939c5a44-9dc4-4b34-9486-593682ec179d req-49a953f2-c41b-4ed3-9f4c-002fc2aa6a72 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f56af102-7f6a-4a13-8214-ac092fadb2ac HTTP/1.1" status: 200 len: 854 time: 0.0485780 Jul 28 05:32:36.778517 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-939c5a44-9dc4-4b34-9486-593682ec179d req-199c2ee1-2a71-4c4c-aa89-ab8576ebca6e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=300c0b7a-3ec7-45c6-b237-7a8d9dd471d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237677 Jul 28 05:32:36.864527 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-939c5a44-9dc4-4b34-9486-593682ec179d req-8dad4982-8571-4da7-bf96-9043ae54dfb1 service neutron] 10.222.0.21 "GET /v2.0/networks/300c0b7a-3ec7-45c6-b237-7a8d9dd471d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789208 Jul 28 05:32:36.954257 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-939c5a44-9dc4-4b34-9486-593682ec179d req-0746d1fb-e35b-4f61-aba8-ae7b7776f130 service neutron] 10.222.0.21 "GET /v2.0/networks/300c0b7a-3ec7-45c6-b237-7a8d9dd471d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826104 Jul 28 05:32:37.819994 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bb55f199-1ea0-4193-ac63-10a323d4ae3a req-cc552276-bc75-4e0e-9801-3628cc1d575c tempest-ServerRescueNegativeTestJSON-328571226 tempest-ServerRescueNegativeTestJSON-328571226-project] 10.222.0.13 "GET /v2.0/ports?device_id=9391d41e-d2ec-49f1-ba5a-5f4ca32d0da9 HTTP/1.1" status: 200 len: 210 time: 0.0311954 Jul 28 05:32:38.873071 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 58178) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:32:39.344589 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ea61b802-a608-424b-be57-f822beeb7270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409351'] for router_interface, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:32:39.578429 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-ea61b802-a608-424b-be57-f822beeb7270 admin admin] Deleting port c6141a72-be32-4f18-b28b-1f0e7c03be1a {{(pid=93163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 05:32:39.578767 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ea61b802-a608-424b-be57-f822beeb7270 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227548555'] for port, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:32:39.652237 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-ea61b802-a608-424b-be57-f822beeb7270 admin admin] For port c6141a72-be32-4f18-b28b-1f0e7c03be1a, host dv-cinder-801617-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=c6141a72-be32-4f18-b28b-1f0e7c03be1a,segment=NetworkSegment(6a6fa6e8-d182-4dbf-a398-13b8523e31fa),segment_id=6a6fa6e8-d182-4dbf-a398-13b8523e31fa)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:32:39.652519 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ea61b802-a608-424b-be57-f822beeb7270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402200'] for port, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:32:39.664969 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-ea61b802-a608-424b-be57-f822beeb7270 admin admin] Calling delete_port for c6141a72-be32-4f18-b28b-1f0e7c03be1a owned by network:router_interface {{(pid=93163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 05:32:39.840107 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ea61b802-a608-424b-be57-f822beeb7270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227552799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227148301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5267504'] for port, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:32:39.869016 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea61b802-a608-424b-be57-f822beeb7270 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6141a72-be32-4f18-b28b-1f0e7c03be1a,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:39.881483 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea61b802-a608-424b-be57-f822beeb7270 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:39.882146 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea61b802-a608-424b-be57-f822beeb7270 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:39.882146 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea61b802-a608-424b-be57-f822beeb7270 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:39.882487 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea61b802-a608-424b-be57-f822beeb7270 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:39.882814 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea61b802-a608-424b-be57-f822beeb7270 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:39.883146 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea61b802-a608-424b-be57-f822beeb7270 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:39.883493 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea61b802-a608-424b-be57-f822beeb7270 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:39.883820 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea61b802-a608-424b-be57-f822beeb7270 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:39.884146 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea61b802-a608-424b-be57-f822beeb7270 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:39.884469 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea61b802-a608-424b-be57-f822beeb7270 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:39.884789 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea61b802-a608-424b-be57-f822beeb7270 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:39.885105 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea61b802-a608-424b-be57-f822beeb7270 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:40.038031 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ea61b802-a608-424b-be57-f822beeb7270 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409451'] for router_interface, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:32:40.242184 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea61b802-a608-424b-be57-f822beeb7270 admin admin] Router 1c4868c8-8280-4924-9ec3-3439fa3e2324 has already been hosted by L3 agent febb8baf-5368-4b94-affe-2856141f0f3f {{(pid=93163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 05:32:40.343213 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea61b802-a608-424b-be57-f822beeb7270 admin admin] Notify agent at l3_agent.dv-cinder-801617-3-iscsi the message routers_updated {{(pid=93163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:32:40.349442 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-ea61b802-a608-424b-be57-f822beeb7270 admin admin] 10.222.0.13 "PUT /v2.0/routers/1c4868c8-8280-4924-9ec3-3439fa3e2324/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4741926 Jul 28 05:32:40.350837 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 58190) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:32:40.356323 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f9b823-f557-4ed6-98df-c4cf7336e5a9 None None] Sync routers for ids ['1c4868c8-8280-4924-9ec3-3439fa3e2324'] in dv-cinder-801617-3-iscsi {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:32:40.366581 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f9b823-f557-4ed6-98df-c4cf7336e5a9 None None] Routers {'1c4868c8-8280-4924-9ec3-3439fa3e2324'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:32:40.367168 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-74f9b823-f557-4ed6-98df-c4cf7336e5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:32:27Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['1c4868c8-8280-4924-9ec3-3439fa3e2324'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:32:40.460608 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-81d533fe-f876-4102-b48d-c00a961bbc9d admin admin] Notify callbacks [] for router, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:32:40.477459 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-74f9b823-f557-4ed6-98df-c4cf7336e5a9 None None] Set router 1c4868c8-8280-4924-9ec3-3439fa3e2324 gateway port host: dv-cinder-801617-3-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:32:40.555563 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-81d533fe-f876-4102-b48d-c00a961bbc9d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:32:40.614618 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-81d533fe-f876-4102-b48d-c00a961bbc9d admin admin] Deleting port 2e2d333a-f4d9-4967-b4d8-dc029751f03a {{(pid=93163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 05:32:40.615119 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-81d533fe-f876-4102-b48d-c00a961bbc9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227548555'] for port, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:32:40.651073 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-74f9b823-f557-4ed6-98df-c4cf7336e5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4868c8-8280-4924-9ec3-3439fa3e2324', 'name': 'tempest-ServerRescueNegativeTestJSON-316533616-router', 'tenant_id': 'cd3af660b04c4cd28649da733b80e303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': '2e2d333a-f4d9-4967-b4d8-dc029751f03a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:06Z', 'updated_at': '2021-07-28T05:32:39Z', 'revision_number': 5, 'project_id': 'cd3af660b04c4cd28649da733b80e303', 'gw_port': {'id': '2e2d333a-f4d9-4967-b4d8-dc029751f03a', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:db:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4868c8-8280-4924-9ec3-3439fa3e2324', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:09Z', 'updated_at': '2021-07-28T05:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi'}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:32:40.679005 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f9b823-f557-4ed6-98df-c4cf7336e5a9 None None] Checking router: 1c4868c8-8280-4924-9ec3-3439fa3e2324 for host: dv-cinder-801617-3-iscsi {{(pid=93165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:32:40.687576 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f9b823-f557-4ed6-98df-c4cf7336e5a9 None None] Routers {'1c4868c8-8280-4924-9ec3-3439fa3e2324'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:32:40.688166 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-74f9b823-f557-4ed6-98df-c4cf7336e5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:32:27Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['1c4868c8-8280-4924-9ec3-3439fa3e2324'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:32:40.700593 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-81d533fe-f876-4102-b48d-c00a961bbc9d admin admin] For port 2e2d333a-f4d9-4967-b4d8-dc029751f03a, host dv-cinder-801617-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=2e2d333a-f4d9-4967-b4d8-dc029751f03a,segment=NetworkSegment(d34fa97e-0825-4a06-9105-26c8994a2a7e),segment_id=d34fa97e-0825-4a06-9105-26c8994a2a7e)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:32:40.700956 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-81d533fe-f876-4102-b48d-c00a961bbc9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402200'] for port, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:32:40.713129 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-81d533fe-f876-4102-b48d-c00a961bbc9d admin admin] Calling delete_port for 2e2d333a-f4d9-4967-b4d8-dc029751f03a owned by network:router_gateway {{(pid=93163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 05:32:40.769941 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-74f9b823-f557-4ed6-98df-c4cf7336e5a9 None None] Set router 1c4868c8-8280-4924-9ec3-3439fa3e2324 gateway port host: None {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:32:40.822667 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-74f9b823-f557-4ed6-98df-c4cf7336e5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c4868c8-8280-4924-9ec3-3439fa3e2324', 'name': 'tempest-ServerRescueNegativeTestJSON-316533616-router', 'tenant_id': 'cd3af660b04c4cd28649da733b80e303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:06Z', 'updated_at': '2021-07-28T05:32:40Z', 'revision_number': 6, 'project_id': 'cd3af660b04c4cd28649da733b80e303', 'gw_port_host': None}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:32:40.848893 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f9b823-f557-4ed6-98df-c4cf7336e5a9 None None] The sync data for ids ['1c4868c8-8280-4924-9ec3-3439fa3e2324'] in dv-cinder-801617-3-iscsi is: [{'id': '1c4868c8-8280-4924-9ec3-3439fa3e2324', 'name': 'tempest-ServerRescueNegativeTestJSON-316533616-router', 'tenant_id': 'cd3af660b04c4cd28649da733b80e303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:06Z', 'updated_at': '2021-07-28T05:32:40Z', 'revision_number': 6, 'project_id': 'cd3af660b04c4cd28649da733b80e303', 'gw_port_host': None}] {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:32:40.890875 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-81d533fe-f876-4102-b48d-c00a961bbc9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227552799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227148301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5267504'] for port, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:32:40.927897 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d533fe-f876-4102-b48d-c00a961bbc9d admin admin] Pushing event deleted for resources: {'Port': ['ID=2e2d333a-f4d9-4967-b4d8-dc029751f03a,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:40.989024 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-81d533fe-f876-4102-b48d-c00a961bbc9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406729'] for router_gateway, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:32:41.075998 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-81d533fe-f876-4102-b48d-c00a961bbc9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-922'] for router, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:32:41.078091 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-81d533fe-f876-4102-b48d-c00a961bbc9d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:32:41.119207 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-81d533fe-f876-4102-b48d-c00a961bbc9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555462'] for router, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:32:41.119685 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d533fe-f876-4102-b48d-c00a961bbc9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c4868c8-8280-4924-9ec3-3439fa3e2324 {{(pid=93163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 05:32:41.124554 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-81d533fe-f876-4102-b48d-c00a961bbc9d admin admin] Notify callbacks [] for router, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:32:41.125699 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-81d533fe-f876-4102-b48d-c00a961bbc9d admin admin] 10.222.0.13 "DELETE /v2.0/routers/1c4868c8-8280-4924-9ec3-3439fa3e2324 HTTP/1.1" status: 204 len: 168 time: 0.7738698 Jul 28 05:32:41.128244 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 58200) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:32:41.174158 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_v2 [None req-0395116e-94a5-427b-a0b0-4ddc8a587aee admin admin] Deleting subnet 55007cfe-ea2e-4cab-9e84-15ae15b8e8bc {{(pid=93163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 05:32:41.177479 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-0395116e-94a5-427b-a0b0-4ddc8a587aee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:32:41.213609 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-0395116e-94a5-427b-a0b0-4ddc8a587aee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536495199'] for subnet, precommit_delete_associations {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:32:41.253889 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-0395116e-94a5-427b-a0b0-4ddc8a587aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504883'] for subnet, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:32:41.305585 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-0395116e-94a5-427b-a0b0-4ddc8a587aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1504890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5267557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536719496'] for subnet, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:32:41.335133 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0395116e-94a5-427b-a0b0-4ddc8a587aee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55007cfe-ea2e-4cab-9e84-15ae15b8e8bc,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:41.337137 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-0395116e-94a5-427b-a0b0-4ddc8a587aee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for subnet, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:32:41.339472 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-0395116e-94a5-427b-a0b0-4ddc8a587aee admin admin] 10.222.0.13 "DELETE /v2.0/subnets/55007cfe-ea2e-4cab-9e84-15ae15b8e8bc HTTP/1.1" status: 204 len: 168 time: 0.2097597 Jul 28 05:32:41.341645 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 58202) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:32:41.409619 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2915e4db-ef1c-4939-b0be-2db674a2be5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1632385'] for network, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:32:41.490221 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2915e4db-ef1c-4939-b0be-2db674a2be5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377030', 'neutron.services.segments.db._delete_segments_for_network-8765227628337'] for network, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:32:41.500049 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-2915e4db-ef1c-4939-b0be-2db674a2be5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f6cc273-aa71-4fbb-86d3-1b26dad4ce50']}} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:32:41.509872 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-2915e4db-ef1c-4939-b0be-2db674a2be5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a6fa6e8-d182-4dbf-a398-13b8523e31fa') {'for_net_delete': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:32:41.510167 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-2915e4db-ef1c-4939-b0be-2db674a2be5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a6fa6e8-d182-4dbf-a398-13b8523e31fa') {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:32:41.518690 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2915e4db-ef1c-4939-b0be-2db674a2be5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765227627066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4869472'] for segment, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:32:41.532095 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2915e4db-ef1c-4939-b0be-2db674a2be5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502470'] for segment, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:32:41.537815 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2915e4db-ef1c-4939-b0be-2db674a2be5b admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=93162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 05:32:41.538196 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2915e4db-ef1c-4939-b0be-2db674a2be5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4414104'] for segment, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:32:41.539837 dv-cinder-801617-3-iscsi neutron-server[93162]: Traceback (most recent call last): Jul 28 05:32:41.539837 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 05:32:41.539837 dv-cinder-801617-3-iscsi neutron-server[93162]: timer() Jul 28 05:32:41.539837 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 05:32:41.539837 dv-cinder-801617-3-iscsi neutron-server[93162]: cb(*args, **kw) Jul 28 05:32:41.539837 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 05:32:41.539837 dv-cinder-801617-3-iscsi neutron-server[93162]: return func(*args, **kwargs) Jul 28 05:32:41.539837 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 05:32:41.539837 dv-cinder-801617-3-iscsi neutron-server[93162]: self._notify() Jul 28 05:32:41.539837 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 05:32:41.539837 dv-cinder-801617-3-iscsi neutron-server[93162]: self.callback(batched_events) Jul 28 05:32:41.539837 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 05:32:41.539837 dv-cinder-801617-3-iscsi neutron-server[93162]: event.method(event) Jul 28 05:32:41.539837 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 05:32:41.539837 dv-cinder-801617-3-iscsi neutron-server[93162]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 05:32:41.539837 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 05:32:41.539837 dv-cinder-801617-3-iscsi neutron-server[93162]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 05:32:41.539837 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 05:32:41.539837 dv-cinder-801617-3-iscsi neutron-server[93162]: return f(self, *a, **k) Jul 28 05:32:41.539837 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 05:32:41.539837 dv-cinder-801617-3-iscsi neutron-server[93162]: return self._get(url).json() Jul 28 05:32:41.539837 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 05:32:41.539837 dv-cinder-801617-3-iscsi neutron-server[93162]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 05:32:41.539837 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 05:32:41.539837 dv-cinder-801617-3-iscsi neutron-server[93162]: return self.request(url, 'GET', **kwargs) Jul 28 05:32:41.539837 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 05:32:41.539837 dv-cinder-801617-3-iscsi neutron-server[93162]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 05:32:41.539837 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 05:32:41.539837 dv-cinder-801617-3-iscsi neutron-server[93162]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 05:32:41.539837 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 05:32:41.539837 dv-cinder-801617-3-iscsi neutron-server[93162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 05:32:41.539837 dv-cinder-801617-3-iscsi neutron-server[93162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 05:32:41.597011 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2915e4db-ef1c-4939-b0be-2db674a2be5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406773'] for network, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:32:41.602377 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2915e4db-ef1c-4939-b0be-2db674a2be5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for network, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:32:41.604362 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-2915e4db-ef1c-4939-b0be-2db674a2be5b admin admin] 10.222.0.13 "DELETE /v2.0/networks/2f6cc273-aa71-4fbb-86d3-1b26dad4ce50 HTTP/1.1" status: 204 len: 168 time: 0.2616289 Jul 28 05:32:41.616011 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2915e4db-ef1c-4939-b0be-2db674a2be5b admin admin] Pushing event deleted for resources: {'Network': ['ID=2f6cc273-aa71-4fbb-86d3-1b26dad4ce50,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:41.623159 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2915e4db-ef1c-4939-b0be-2db674a2be5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:41.623543 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2915e4db-ef1c-4939-b0be-2db674a2be5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:41.623889 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2915e4db-ef1c-4939-b0be-2db674a2be5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:41.624227 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2915e4db-ef1c-4939-b0be-2db674a2be5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:41.624560 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2915e4db-ef1c-4939-b0be-2db674a2be5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:41.624896 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2915e4db-ef1c-4939-b0be-2db674a2be5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:41.625222 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2915e4db-ef1c-4939-b0be-2db674a2be5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:41.625550 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2915e4db-ef1c-4939-b0be-2db674a2be5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:41.625876 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2915e4db-ef1c-4939-b0be-2db674a2be5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:41.626202 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2915e4db-ef1c-4939-b0be-2db674a2be5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:41.626537 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2915e4db-ef1c-4939-b0be-2db674a2be5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:41.626846 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2915e4db-ef1c-4939-b0be-2db674a2be5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:32:41.722329 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 58212) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:32:41.748967 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device c6141a72-be32-4f18-b28b-1f0e7c03be1a no longer exists at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:32:41.768432 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-8b047f3a-17c8-4852-b3f0-e9cf6a9d467b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cd3af660b04c4cd28649da733b80e303&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0454299 Jul 28 05:32:41.770858 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] No Port match for: c6141a72-be32-4f18-b28b-1f0e7c03be1a {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 05:32:41.771212 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device c6141a72-be32-4f18-b28b-1f0e7c03be1a not bound to the agent host dv-cinder-801617-3-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:32:41.771410 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 58214) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:32:41.771652 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 2e2d333a-f4d9-4967-b4d8-dc029751f03a no longer exists at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:32:41.791235 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] No Port match for: 2e2d333a-f4d9-4967-b4d8-dc029751f03a {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 05:32:41.791597 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 2e2d333a-f4d9-4967-b4d8-dc029751f03a not bound to the agent host dv-cinder-801617-3-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:32:41.824606 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-af045dfc-522a-4ae6-8c1f-c15f7a676190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:32:41.847481 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-af045dfc-522a-4ae6-8c1f-c15f7a676190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:32:41.895896 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-af045dfc-522a-4ae6-8c1f-c15f7a676190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:32:41.898638 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-af045dfc-522a-4ae6-8c1f-c15f7a676190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:32:41.899840 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-af045dfc-522a-4ae6-8c1f-c15f7a676190 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/da45e298-fdb8-494f-902c-30f9df2ab2df HTTP/1.1" status: 204 len: 168 time: 0.1272533 Jul 28 05:32:41.908196 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af045dfc-522a-4ae6-8c1f-c15f7a676190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da45e298-fdb8-494f-902c-30f9df2ab2df,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:32:48.430557 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:32:53.952924 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9ce0a3af-0297-43c5-b3af-40da5981320c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:32:56.824034 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-00893bad-49b3-4294-a2f8-db922b54d95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:32:56.891354 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:32:57.831807 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:32:59.353483 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:33:00.397581 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:33:18.438927 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:33:23.953316 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-99efe72d-07c3-4856-9616-e5c6f66f8969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:33:26.824971 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-7969b4ed-82e3-4c6d-990e-a063f759f458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:33:26.890777 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:33:27.833970 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:33:29.357339 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:33:37.396568 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:33:38.460455 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-08e66b20-b546-4998-b3f4-059532afeeac req-a63e447a-131b-4dad-9bc2-d91eda234205 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cbf03d9c-e3ad-4b0a-b076-324f0ac23e0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397258 Jul 28 05:33:38.531108 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e66b20-b546-4998-b3f4-059532afeeac req-292952eb-51eb-45f0-82e8-c9d90168029c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:33:38.532606 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-08e66b20-b546-4998-b3f4-059532afeeac req-292952eb-51eb-45f0-82e8-c9d90168029c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=30b837791a4f45f7bbefa0af378d5354&device_id=cbf03d9c-e3ad-4b0a-b076-324f0ac23e0a HTTP/1.1" status: 200 len: 1099 time: 0.0398514 Jul 28 05:33:38.904042 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e66b20-b546-4998-b3f4-059532afeeac req-c04c6e80-1fe1-40fa-8023-bc199d5b09fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:33:38.905542 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-08e66b20-b546-4998-b3f4-059532afeeac req-c04c6e80-1fe1-40fa-8023-bc199d5b09fc service neutron] 10.222.0.21 "GET /v2.0/networks?id=300c0b7a-3ec7-45c6-b237-7a8d9dd471d0 HTTP/1.1" status: 200 len: 915 time: 0.3539958 Jul 28 05:33:38.947014 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-08e66b20-b546-4998-b3f4-059532afeeac req-b4ae3243-d292-40e6-8c6b-b529736f0d8f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8bfda4eb-dc15-4a3b-b876-594b1a5469df HTTP/1.1" status: 200 len: 217 time: 0.0337510 Jul 28 05:33:38.994105 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e66b20-b546-4998-b3f4-059532afeeac req-663f243d-982d-48e9-9018-699620a0220f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:33:38.995541 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-08e66b20-b546-4998-b3f4-059532afeeac req-663f243d-982d-48e9-9018-699620a0220f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f56af102-7f6a-4a13-8214-ac092fadb2ac HTTP/1.1" status: 200 len: 854 time: 0.0416529 Jul 28 05:33:39.028686 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-08e66b20-b546-4998-b3f4-059532afeeac req-6f7f8225-a9b2-4d41-96d9-2f952ccfe007 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=300c0b7a-3ec7-45c6-b237-7a8d9dd471d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263293 Jul 28 05:33:39.113978 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-08e66b20-b546-4998-b3f4-059532afeeac req-acd3ae08-0937-46fe-95de-8458751cf700 service neutron] 10.222.0.21 "GET /v2.0/networks/300c0b7a-3ec7-45c6-b237-7a8d9dd471d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782270 Jul 28 05:33:39.204217 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-08e66b20-b546-4998-b3f4-059532afeeac req-f8c8fa02-62b4-44c6-9736-b5d050f030c1 service neutron] 10.222.0.21 "GET /v2.0/networks/300c0b7a-3ec7-45c6-b237-7a8d9dd471d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832167 Jul 28 05:33:45.195585 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3320c34f-9c6d-4537-ab1b-525917668afc req-3bd621a4-cecd-4e94-8a30-80fae480c8b0 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:33:45.197009 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3320c34f-9c6d-4537-ab1b-525917668afc req-3bd621a4-cecd-4e94-8a30-80fae480c8b0 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=20808734-e2c8-4c2f-9d5c-a280ecb5f8bf HTTP/1.1" status: 200 len: 946 time: 0.0488856 Jul 28 05:33:45.234497 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3320c34f-9c6d-4537-ab1b-525917668afc req-c9b80dcc-2b42-4e8e-8bea-a452695c4984 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/security-groups?id=41e2da1c-1795-4068-a3cf-69af1279df3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315545 Jul 28 05:33:45.733314 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba0a76-e7f2-428e-85e9-872acb705f25 req-ee9ec151-1330-4cf9-a65b-71963cc78cc7 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:33:45.735323 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-61ba0a76-e7f2-428e-85e9-872acb705f25 req-ee9ec151-1330-4cf9-a65b-71963cc78cc7 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.21 "GET /v2.0/ports?device_id=20808734-e2c8-4c2f-9d5c-a280ecb5f8bf HTTP/1.1" status: 200 len: 946 time: 0.0469396 Jul 28 05:33:45.824350 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [req-61ba0a76-e7f2-428e-85e9-872acb705f25 req-43b182ce-4b3d-4a71-9577-17f278875c83 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Deleting port 0a3b7d3b-f1d8-4a18-a849-414d7e22a94c {{(pid=93163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 05:33:45.824688 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-61ba0a76-e7f2-428e-85e9-872acb705f25 req-43b182ce-4b3d-4a71-9577-17f278875c83 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227548555'] for port, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:33:45.911505 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [req-61ba0a76-e7f2-428e-85e9-872acb705f25 req-43b182ce-4b3d-4a71-9577-17f278875c83 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] For port 0a3b7d3b-f1d8-4a18-a849-414d7e22a94c, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=0a3b7d3b-f1d8-4a18-a849-414d7e22a94c,segment=NetworkSegment(63e88a60-78da-4f55-839d-5376c73609d1),segment_id=63e88a60-78da-4f55-839d-5376c73609d1)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:33:45.911855 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-61ba0a76-e7f2-428e-85e9-872acb705f25 req-43b182ce-4b3d-4a71-9577-17f278875c83 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402200'] for port, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:33:46.075834 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-61ba0a76-e7f2-428e-85e9-872acb705f25 req-43b182ce-4b3d-4a71-9577-17f278875c83 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:33:46.076195 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-61ba0a76-e7f2-428e-85e9-872acb705f25 req-43b182ce-4b3d-4a71-9577-17f278875c83 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406535'] for floatingip, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:33:46.076501 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.db.l3_db [req-61ba0a76-e7f2-428e-85e9-872acb705f25 req-43b182ce-4b3d-4a71-9577-17f278875c83 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Floating IP 9864a4c9-b2f8-4178-ba62-16076a621ec1 disassociated. External IP: 172.27.2.42, port: 0a3b7d3b-f1d8-4a18-a849-414d7e22a94c. Jul 28 05:33:46.076831 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [req-61ba0a76-e7f2-428e-85e9-872acb705f25 req-43b182ce-4b3d-4a71-9577-17f278875c83 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Calling delete_port for 0a3b7d3b-f1d8-4a18-a849-414d7e22a94c owned by compute:nova {{(pid=93163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 05:33:46.201496 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-61ba0a76-e7f2-428e-85e9-872acb705f25 req-43b182ce-4b3d-4a71-9577-17f278875c83 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227552799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227148301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5267504'] for port, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:33:46.230592 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b182ce-4b3d-4a71-9577-17f278875c83 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Pushing event deleted for resources: {'Port': ['ID=0a3b7d3b-f1d8-4a18-a849-414d7e22a94c,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:33:46.243213 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b182ce-4b3d-4a71-9577-17f278875c83 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:33:46.243588 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b182ce-4b3d-4a71-9577-17f278875c83 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:33:46.243935 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b182ce-4b3d-4a71-9577-17f278875c83 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:33:46.244268 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b182ce-4b3d-4a71-9577-17f278875c83 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:33:46.244596 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b182ce-4b3d-4a71-9577-17f278875c83 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:33:46.244919 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b182ce-4b3d-4a71-9577-17f278875c83 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:33:46.245267 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b182ce-4b3d-4a71-9577-17f278875c83 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:33:46.245615 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b182ce-4b3d-4a71-9577-17f278875c83 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:33:46.245937 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b182ce-4b3d-4a71-9577-17f278875c83 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:33:46.246255 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b182ce-4b3d-4a71-9577-17f278875c83 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:33:46.246569 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b182ce-4b3d-4a71-9577-17f278875c83 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:33:46.246884 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b182ce-4b3d-4a71-9577-17f278875c83 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:33:46.352974 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3896096a-9360-4b68-bf86-055e2fe980c0 req-38f3b5a0-063a-480c-bf42-108c7fc32acd tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/ports?device_id=20808734-e2c8-4c2f-9d5c-a280ecb5f8bf HTTP/1.1" status: 200 len: 210 time: 0.0525134 Jul 28 05:33:46.379651 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61ba0a76-e7f2-428e-85e9-872acb705f25 req-43b182ce-4b3d-4a71-9577-17f278875c83 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Router 6d6a469e-4bf2-4138-8fc3-d836b5f0c496 has already been hosted by L3 agent febb8baf-5368-4b94-affe-2856141f0f3f {{(pid=93163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 05:33:46.485942 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61ba0a76-e7f2-428e-85e9-872acb705f25 req-43b182ce-4b3d-4a71-9577-17f278875c83 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify agent at l3_agent.dv-cinder-801617-3-iscsi the message routers_updated {{(pid=93163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:33:46.496563 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6a1444-4613-4f3c-94f8-81e7c30d74fb None None] Sync routers for ids ['6d6a469e-4bf2-4138-8fc3-d836b5f0c496'] in dv-cinder-801617-3-iscsi {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:33:46.506691 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6a1444-4613-4f3c-94f8-81e7c30d74fb None None] Routers {'6d6a469e-4bf2-4138-8fc3-d836b5f0c496'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:33:46.507331 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-5d6a1444-4613-4f3c-94f8-81e7c30d74fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:33:27Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['6d6a469e-4bf2-4138-8fc3-d836b5f0c496'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:33:46.526523 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [req-61ba0a76-e7f2-428e-85e9-872acb705f25 req-43b182ce-4b3d-4a71-9577-17f278875c83 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] No DVR routers for this DVR port 0a3b7d3b-f1d8-4a18-a849-414d7e22a94c on host hv-cinder-80161 {{(pid=93163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 05:33:46.529006 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-61ba0a76-e7f2-428e-85e9-872acb705f25 req-43b182ce-4b3d-4a71-9577-17f278875c83 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068'] for port, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:33:46.531538 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-61ba0a76-e7f2-428e-85e9-872acb705f25 req-43b182ce-4b3d-4a71-9577-17f278875c83 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.21 "DELETE /v2.0/ports/0a3b7d3b-f1d8-4a18-a849-414d7e22a94c HTTP/1.1" status: 204 len: 173 time: 0.7900240 Jul 28 05:33:46.531908 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20808734-e2c8-4c2f-9d5c-a280ecb5f8bf', 'name': 'network-vif-deleted', 'tag': '0a3b7d3b-f1d8-4a18-a849-414d7e22a94c'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:33:46.534131 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdaae2d937131cd036474998a49e3e11d53281396ea4e1ac8b096c837d21eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d734cf-cb2d-452c-8f1c-be0398cfdcf8" -d '{"events": [{"server_uuid": "20808734-e2c8-4c2f-9d5c-a280ecb5f8bf", "name": "network-vif-deleted", "tag": "0a3b7d3b-f1d8-4a18-a849-414d7e22a94c"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:33:46.569718 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 05:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c35f467-0978-44e2-bbb1-575399150dff x-openstack-request-id: req-6c35f467-0978-44e2-bbb1-575399150dff {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:33:46.570070 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20808734-e2c8-4c2f-9d5c-a280ecb5f8bf", "name": "network-vif-deleted", "tag": "0a3b7d3b-f1d8-4a18-a849-414d7e22a94c", "status": "completed", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:33:46.570260 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6c35f467-0978-44e2-bbb1-575399150dff {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:33:46.570774 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20808734-e2c8-4c2f-9d5c-a280ecb5f8bf', 'name': 'network-vif-deleted', 'tag': '0a3b7d3b-f1d8-4a18-a849-414d7e22a94c', 'status': 'completed', 'code': 200} Jul 28 05:33:46.619614 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-5d6a1444-4613-4f3c-94f8-81e7c30d74fb None None] Set router 6d6a469e-4bf2-4138-8fc3-d836b5f0c496 gateway port host: dv-cinder-801617-3-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:33:46.820233 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-5d6a1444-4613-4f3c-94f8-81e7c30d74fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6a469e-4bf2-4138-8fc3-d836b5f0c496', 'name': 'tempest-AttachVolumeTestJSON-1496127404-router', 'tenant_id': '38cd928d0e0347d0baad775ab2994326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '7a4ff8c3-352c-444d-9f87-0662d3b47602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:06Z', 'updated_at': '2021-07-28T05:09:18Z', 'revision_number': 4, 'project_id': '38cd928d0e0347d0baad775ab2994326', 'gw_port': {'id': '7a4ff8c3-352c-444d-9f87-0662d3b47602', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:56:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6a469e-4bf2-4138-8fc3-d836b5f0c496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:08Z', 'updated_at': '2021-07-28T05:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_interfaces': [{'id': '45e5aab9-0412-42d2-ae4f-fd3d2a06bb13', 'name': '', 'network_id': '7040d785-ad9e-439a-8073-762370b8ac7a', 'tenant_id': '38cd928d0e0347d0baad775ab2994326', 'mac_address': 'fa:16:3e:6a:e5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6a469e-4bf2-4138-8fc3-d836b5f0c496', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '278bb74a-8e56-4dfc-917a-8520d15d8eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:15Z', 'updated_at': '2021-07-28T05:09:28Z', 'revision_number': 5, 'project_id': '38cd928d0e0347d0baad775ab2994326', 'subnets': [{'id': '278bb74a-8e56-4dfc-917a-8520d15d8eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:33:46.848564 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6a1444-4613-4f3c-94f8-81e7c30d74fb None None] Checking router: 6d6a469e-4bf2-4138-8fc3-d836b5f0c496 for host: dv-cinder-801617-3-iscsi {{(pid=93164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:33:46.856530 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6a1444-4613-4f3c-94f8-81e7c30d74fb None None] Routers {'6d6a469e-4bf2-4138-8fc3-d836b5f0c496'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:33:46.857124 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-5d6a1444-4613-4f3c-94f8-81e7c30d74fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:33:27Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['6d6a469e-4bf2-4138-8fc3-d836b5f0c496'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:33:46.962985 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-5d6a1444-4613-4f3c-94f8-81e7c30d74fb None None] Set router 6d6a469e-4bf2-4138-8fc3-d836b5f0c496 gateway port host: dv-cinder-801617-3-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:33:47.171623 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-5d6a1444-4613-4f3c-94f8-81e7c30d74fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6a469e-4bf2-4138-8fc3-d836b5f0c496', 'name': 'tempest-AttachVolumeTestJSON-1496127404-router', 'tenant_id': '38cd928d0e0347d0baad775ab2994326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '7a4ff8c3-352c-444d-9f87-0662d3b47602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:06Z', 'updated_at': '2021-07-28T05:09:18Z', 'revision_number': 4, 'project_id': '38cd928d0e0347d0baad775ab2994326', 'gw_port': {'id': '7a4ff8c3-352c-444d-9f87-0662d3b47602', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:56:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6a469e-4bf2-4138-8fc3-d836b5f0c496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:08Z', 'updated_at': '2021-07-28T05:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_interfaces': [{'id': '45e5aab9-0412-42d2-ae4f-fd3d2a06bb13', 'name': '', 'network_id': '7040d785-ad9e-439a-8073-762370b8ac7a', 'tenant_id': '38cd928d0e0347d0baad775ab2994326', 'mac_address': 'fa:16:3e:6a:e5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6a469e-4bf2-4138-8fc3-d836b5f0c496', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '278bb74a-8e56-4dfc-917a-8520d15d8eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:15Z', 'updated_at': '2021-07-28T05:09:28Z', 'revision_number': 5, 'project_id': '38cd928d0e0347d0baad775ab2994326', 'subnets': [{'id': '278bb74a-8e56-4dfc-917a-8520d15d8eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:33:47.197017 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6a1444-4613-4f3c-94f8-81e7c30d74fb None None] The sync data for ids ['6d6a469e-4bf2-4138-8fc3-d836b5f0c496'] in dv-cinder-801617-3-iscsi is: [{'id': '6d6a469e-4bf2-4138-8fc3-d836b5f0c496', 'name': 'tempest-AttachVolumeTestJSON-1496127404-router', 'tenant_id': '38cd928d0e0347d0baad775ab2994326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '7a4ff8c3-352c-444d-9f87-0662d3b47602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:06Z', 'updated_at': '2021-07-28T05:09:18Z', 'revision_number': 4, 'project_id': '38cd928d0e0347d0baad775ab2994326', 'gw_port': {'id': '7a4ff8c3-352c-444d-9f87-0662d3b47602', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:56:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6a469e-4bf2-4138-8fc3-d836b5f0c496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:08Z', 'updated_at': '2021-07-28T05:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_interfaces': [{'id': '45e5aab9-0412-42d2-ae4f-fd3d2a06bb13', 'name': '', 'network_id': '7040d785-ad9e-439a-8073-762370b8ac7a', 'tenant_id': '38cd928d0e0347d0baad775ab2994326', 'mac_address': 'fa:16:3e:6a:e5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6a469e-4bf2-4138-8fc3-d836b5f0c496', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '278bb74a-8e56-4dfc-917a-8520d15d8eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:15Z', 'updated_at': '2021-07-28T05:09:28Z', 'revision_number': 5, 'project_id': '38cd928d0e0347d0baad775ab2994326', 'subnets': [{'id': '278bb74a-8e56-4dfc-917a-8520d15d8eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:33:47.405080 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e895f3d5-a608-42f5-b6d2-50dff4845bf8 None None] New status for floating IP 9864a4c9-b2f8-4178-ba62-16076a621ec1: DOWN {{(pid=93165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 05:33:47.440985 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 59012) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:33:47.495635 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-cfd38a31-82d7-475b-9e1d-fef21b17c476 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:33:47.518877 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-cfd38a31-82d7-475b-9e1d-fef21b17c476 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:33:47.566275 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-cfd38a31-82d7-475b-9e1d-fef21b17c476 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:33:47.569111 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-cfd38a31-82d7-475b-9e1d-fef21b17c476 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:33:47.570290 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-cfd38a31-82d7-475b-9e1d-fef21b17c476 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "DELETE /v2.0/security-groups/41e2da1c-1795-4068-a3cf-69af1279df3f HTTP/1.1" status: 204 len: 168 time: 0.1282716 Jul 28 05:33:47.573555 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 59014) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:33:47.584196 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd38a31-82d7-475b-9e1d-fef21b17c476 tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e2da1c-1795-4068-a3cf-69af1279df3f,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:33:47.589990 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.api.v2.resource [None req-7faa98a2-dd0a-4f3b-abc1-b44c7b68adce tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] show failed (client error): The resource could not be found. Jul 28 05:33:47.591965 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-7faa98a2-dd0a-4f3b-abc1-b44c7b68adce tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "GET /v2.0/security-groups/41e2da1c-1795-4068-a3cf-69af1279df3f HTTP/1.1" status: 404 len: 347 time: 0.0174158 Jul 28 05:33:47.594282 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 59018) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:33:47.717694 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-9e8103fd-914a-4393-8a8f-526c1f1266ac tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Deleting port 1e00147c-687d-47a8-b741-54edb1add80d {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 05:33:47.718634 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9e8103fd-914a-4393-8a8f-526c1f1266ac tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227548555'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:33:47.792843 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9e8103fd-914a-4393-8a8f-526c1f1266ac tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402200'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:33:47.793095 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9e8103fd-914a-4393-8a8f-526c1f1266ac tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:33:47.804170 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-9e8103fd-914a-4393-8a8f-526c1f1266ac tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Calling delete_port for 1e00147c-687d-47a8-b741-54edb1add80d owned by network:floatingip {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 05:33:47.931516 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9e8103fd-914a-4393-8a8f-526c1f1266ac tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227552799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227148301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4414135'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:33:47.956853 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8103fd-914a-4393-8a8f-526c1f1266ac tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Pushing event deleted for resources: {'Port': ['ID=1e00147c-687d-47a8-b741-54edb1add80d,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:33:47.983084 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8103fd-914a-4393-8a8f-526c1f1266ac tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:33:47.983560 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8103fd-914a-4393-8a8f-526c1f1266ac tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:33:47.983907 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8103fd-914a-4393-8a8f-526c1f1266ac tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:33:47.984245 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8103fd-914a-4393-8a8f-526c1f1266ac tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:33:47.984579 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8103fd-914a-4393-8a8f-526c1f1266ac tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:33:47.984914 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8103fd-914a-4393-8a8f-526c1f1266ac tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:33:47.985241 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8103fd-914a-4393-8a8f-526c1f1266ac tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:33:47.985567 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8103fd-914a-4393-8a8f-526c1f1266ac tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:33:47.985893 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8103fd-914a-4393-8a8f-526c1f1266ac tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:33:47.986216 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8103fd-914a-4393-8a8f-526c1f1266ac tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:33:47.986538 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8103fd-914a-4393-8a8f-526c1f1266ac tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:33:47.986858 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e8103fd-914a-4393-8a8f-526c1f1266ac tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:33:48.031202 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9e8103fd-914a-4393-8a8f-526c1f1266ac tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks [] for floatingip, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:33:48.033755 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9e8103fd-914a-4393-8a8f-526c1f1266ac tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068'] for floatingip, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:33:48.042455 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-9e8103fd-914a-4393-8a8f-526c1f1266ac tempest-AttachVolumeTestJSON-788452543 tempest-AttachVolumeTestJSON-788452543-project] 10.222.0.13 "DELETE /v2.0/floatingips/9864a4c9-b2f8-4178-ba62-16076a621ec1 HTTP/1.1" status: 204 len: 168 time: 0.4397528 Jul 28 05:33:48.439067 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:33:49.936385 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device 0a3b7d3b-f1d8-4a18-a849-414d7e22a94c no longer exists at agent hyperv_hv-cinder-80161 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:33:50.074610 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] No Port match for: 0a3b7d3b-f1d8-4a18-a849-414d7e22a94c {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 05:33:50.074836 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device 0a3b7d3b-f1d8-4a18-a849-414d7e22a94c not bound to the agent host hv-cinder-80161 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:33:53.954328 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-e737e582-6f5a-4ba6-89e4-10b255ab893e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:33:56.826802 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-19a30e97-f650-4c8a-a32f-9c18371ae7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:33:56.890470 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:33:57.837546 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:33:59.360074 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:34:14.396145 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:34:18.452915 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:34:23.954776 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-2e358e0b-c8e7-4e90-bf48-bd847d9ffdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:34:26.826657 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-8cb37dbb-19df-437a-8ce6-dba2c68af8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:34:26.891750 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:34:27.839362 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:34:29.362201 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:34:36.203310 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decac0fe-458e-4470-9935-2c037256d785 req-73c84174-ed6f-43ef-bf12-960958a56d13 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:34:36.204865 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-decac0fe-458e-4470-9935-2c037256d785 req-73c84174-ed6f-43ef-bf12-960958a56d13 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf03d9c-e3ad-4b0a-b076-324f0ac23e0a HTTP/1.1" status: 200 len: 946 time: 0.0493536 Jul 28 05:34:36.244207 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-decac0fe-458e-4470-9935-2c037256d785 req-761271f2-a901-4183-a822-1ac4ded9ed67 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334814 Jul 28 05:34:36.705017 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373dfb27-57fe-43d3-8070-6e77b20a7c22 req-e1e835b4-7ffe-4e27-9233-2769a8b7f7d8 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:34:36.706428 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-373dfb27-57fe-43d3-8070-6e77b20a7c22 req-e1e835b4-7ffe-4e27-9233-2769a8b7f7d8 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf03d9c-e3ad-4b0a-b076-324f0ac23e0a HTTP/1.1" status: 200 len: 946 time: 0.0472491 Jul 28 05:34:36.792654 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [req-373dfb27-57fe-43d3-8070-6e77b20a7c22 req-0b3d0538-444f-4532-9b6d-932cf0abd193 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Deleting port 8bfda4eb-dc15-4a3b-b876-594b1a5469df {{(pid=93163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 05:34:36.792921 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-373dfb27-57fe-43d3-8070-6e77b20a7c22 req-0b3d0538-444f-4532-9b6d-932cf0abd193 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227548555'] for port, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:34:36.882307 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [req-373dfb27-57fe-43d3-8070-6e77b20a7c22 req-0b3d0538-444f-4532-9b6d-932cf0abd193 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] For port 8bfda4eb-dc15-4a3b-b876-594b1a5469df, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=8bfda4eb-dc15-4a3b-b876-594b1a5469df,segment=NetworkSegment(00b60877-949c-4583-bcd9-a2d1f7b925b6),segment_id=00b60877-949c-4583-bcd9-a2d1f7b925b6)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:34:36.882675 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-373dfb27-57fe-43d3-8070-6e77b20a7c22 req-0b3d0538-444f-4532-9b6d-932cf0abd193 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402200'] for port, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:34:36.895948 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [req-373dfb27-57fe-43d3-8070-6e77b20a7c22 req-0b3d0538-444f-4532-9b6d-932cf0abd193 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Calling delete_port for 8bfda4eb-dc15-4a3b-b876-594b1a5469df owned by compute:nova {{(pid=93163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 05:34:37.021871 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-373dfb27-57fe-43d3-8070-6e77b20a7c22 req-0b3d0538-444f-4532-9b6d-932cf0abd193 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227552799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227148301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5267504'] for port, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:34:37.049071 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3d0538-444f-4532-9b6d-932cf0abd193 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Pushing event deleted for resources: {'Port': ['ID=8bfda4eb-dc15-4a3b-b876-594b1a5469df,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:34:37.056495 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] get_ports_and_sgs() called for port_ids ['4ff5819f-777b-414b-9f10-643c6d3f7c92', '9935c8e0-c7b1-4984-92f8-16ae30efdd04', '8bfda4eb-dc15-4a3b-b876-594b1a5469df'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:34:37.088475 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [req-373dfb27-57fe-43d3-8070-6e77b20a7c22 req-0b3d0538-444f-4532-9b6d-932cf0abd193 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] No DVR routers for this DVR port 8bfda4eb-dc15-4a3b-b876-594b1a5469df on host hv-cinder-80161 {{(pid=93163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 05:34:37.090928 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-373dfb27-57fe-43d3-8070-6e77b20a7c22 req-0b3d0538-444f-4532-9b6d-932cf0abd193 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068'] for port, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:34:37.092895 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-373dfb27-57fe-43d3-8070-6e77b20a7c22 req-0b3d0538-444f-4532-9b6d-932cf0abd193 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.21 "DELETE /v2.0/ports/8bfda4eb-dc15-4a3b-b876-594b1a5469df HTTP/1.1" status: 204 len: 173 time: 0.3803468 Jul 28 05:34:37.093343 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf03d9c-e3ad-4b0a-b076-324f0ac23e0a', 'name': 'network-vif-deleted', 'tag': '8bfda4eb-dc15-4a3b-b876-594b1a5469df'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:34:37.095604 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdaae2d937131cd036474998a49e3e11d53281396ea4e1ac8b096c837d21eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a551b32e-a4b2-4b8a-822f-76aecb1a8a07" -d '{"events": [{"server_uuid": "cbf03d9c-e3ad-4b0a-b076-324f0ac23e0a", "name": "network-vif-deleted", "tag": "8bfda4eb-dc15-4a3b-b876-594b1a5469df"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:34:37.132557 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 05:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b00d4f-cf36-4061-9c3e-1744302e07c8 x-openstack-request-id: req-01b00d4f-cf36-4061-9c3e-1744302e07c8 {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:34:37.133037 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf03d9c-e3ad-4b0a-b076-324f0ac23e0a", "name": "network-vif-deleted", "tag": "8bfda4eb-dc15-4a3b-b876-594b1a5469df", "status": "completed", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:34:37.133371 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-01b00d4f-cf36-4061-9c3e-1744302e07c8 {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:34:37.134363 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf03d9c-e3ad-4b0a-b076-324f0ac23e0a', 'name': 'network-vif-deleted', 'tag': '8bfda4eb-dc15-4a3b-b876-594b1a5469df', 'status': 'completed', 'code': 200} Jul 28 05:34:37.354607 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d323e987-f4b8-4133-b25e-97c7d1516aba req-2884cf30-137e-4628-9cdd-ed78335341ca tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbf03d9c-e3ad-4b0a-b076-324f0ac23e0a HTTP/1.1" status: 200 len: 210 time: 0.0255258 Jul 28 05:34:38.615295 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bf661e-c386-4d61-a42c-41551a6dcdfd req-a2ac96f3-a9b2-40ea-a486-f1f3d52799d8 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:34:38.615883 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-74bf661e-c386-4d61-a42c-41551a6dcdfd req-a2ac96f3-a9b2-40ea-a486-f1f3d52799d8 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=f652b9b0-e56e-41d8-9966-2b0810f7259d HTTP/1.1" status: 200 len: 946 time: 0.0515862 Jul 28 05:34:38.653458 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-74bf661e-c386-4d61-a42c-41551a6dcdfd req-17197e4b-7ac5-42ac-9d02-e8dee9b81319 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321522 Jul 28 05:34:39.127791 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd5e40f-88b2-407b-8796-a02e0c7ad009 req-451b37c5-77e1-47b2-8086-a0920738451b tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:34:39.129221 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ddd5e40f-88b2-407b-8796-a02e0c7ad009 req-451b37c5-77e1-47b2-8086-a0920738451b tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.21 "GET /v2.0/ports?device_id=f652b9b0-e56e-41d8-9966-2b0810f7259d HTTP/1.1" status: 200 len: 946 time: 0.0511036 Jul 28 05:34:39.215218 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [req-ddd5e40f-88b2-407b-8796-a02e0c7ad009 req-1a3121b5-3896-4977-bd0e-ec2ddafef659 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Deleting port 9935c8e0-c7b1-4984-92f8-16ae30efdd04 {{(pid=93163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 05:34:39.215666 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-ddd5e40f-88b2-407b-8796-a02e0c7ad009 req-1a3121b5-3896-4977-bd0e-ec2ddafef659 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227548555'] for port, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:34:39.312380 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [req-ddd5e40f-88b2-407b-8796-a02e0c7ad009 req-1a3121b5-3896-4977-bd0e-ec2ddafef659 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] For port 9935c8e0-c7b1-4984-92f8-16ae30efdd04, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=9935c8e0-c7b1-4984-92f8-16ae30efdd04,segment=NetworkSegment(00b60877-949c-4583-bcd9-a2d1f7b925b6),segment_id=00b60877-949c-4583-bcd9-a2d1f7b925b6)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:34:39.312643 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-ddd5e40f-88b2-407b-8796-a02e0c7ad009 req-1a3121b5-3896-4977-bd0e-ec2ddafef659 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402200'] for port, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:34:39.325114 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [req-ddd5e40f-88b2-407b-8796-a02e0c7ad009 req-1a3121b5-3896-4977-bd0e-ec2ddafef659 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Calling delete_port for 9935c8e0-c7b1-4984-92f8-16ae30efdd04 owned by compute:nova {{(pid=93163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 05:34:39.461495 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-ddd5e40f-88b2-407b-8796-a02e0c7ad009 req-1a3121b5-3896-4977-bd0e-ec2ddafef659 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227552799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227148301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5267504'] for port, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:34:39.490436 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3121b5-3896-4977-bd0e-ec2ddafef659 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Pushing event deleted for resources: {'Port': ['ID=9935c8e0-c7b1-4984-92f8-16ae30efdd04,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:34:39.496549 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] get_ports_and_sgs() called for port_ids ['4ff5819f-777b-414b-9f10-643c6d3f7c92', '9935c8e0-c7b1-4984-92f8-16ae30efdd04'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:34:39.531766 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddd5e40f-88b2-407b-8796-a02e0c7ad009 req-1a3121b5-3896-4977-bd0e-ec2ddafef659 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] No DVR routers for this DVR port 9935c8e0-c7b1-4984-92f8-16ae30efdd04 on host hv-cinder-80161 {{(pid=93163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 05:34:39.534194 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-ddd5e40f-88b2-407b-8796-a02e0c7ad009 req-1a3121b5-3896-4977-bd0e-ec2ddafef659 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068'] for port, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:34:39.536161 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ddd5e40f-88b2-407b-8796-a02e0c7ad009 req-1a3121b5-3896-4977-bd0e-ec2ddafef659 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.21 "DELETE /v2.0/ports/9935c8e0-c7b1-4984-92f8-16ae30efdd04 HTTP/1.1" status: 204 len: 173 time: 0.4008200 Jul 28 05:34:39.536590 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f652b9b0-e56e-41d8-9966-2b0810f7259d', 'name': 'network-vif-deleted', 'tag': '9935c8e0-c7b1-4984-92f8-16ae30efdd04'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:34:39.538803 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdaae2d937131cd036474998a49e3e11d53281396ea4e1ac8b096c837d21eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3f17fa-0371-4ce2-82f3-880f70ebd142" -d '{"events": [{"server_uuid": "f652b9b0-e56e-41d8-9966-2b0810f7259d", "name": "network-vif-deleted", "tag": "9935c8e0-c7b1-4984-92f8-16ae30efdd04"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:34:39.575063 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 05:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6f3c69-177f-43ea-843d-7689a3582ce4 x-openstack-request-id: req-8b6f3c69-177f-43ea-843d-7689a3582ce4 {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:34:39.575368 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f652b9b0-e56e-41d8-9966-2b0810f7259d", "name": "network-vif-deleted", "tag": "9935c8e0-c7b1-4984-92f8-16ae30efdd04", "status": "completed", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:34:39.576231 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8b6f3c69-177f-43ea-843d-7689a3582ce4 {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:34:39.576672 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f652b9b0-e56e-41d8-9966-2b0810f7259d', 'name': 'network-vif-deleted', 'tag': '9935c8e0-c7b1-4984-92f8-16ae30efdd04', 'status': 'completed', 'code': 200} Jul 28 05:34:39.764279 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e6a417d4-e7e3-4e0e-850f-81d4442b536d req-7fc46489-c3e0-4af4-ba89-5ddbedff3260 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=f652b9b0-e56e-41d8-9966-2b0810f7259d HTTP/1.1" status: 200 len: 210 time: 0.0264060 Jul 28 05:34:40.174278 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device 9935c8e0-c7b1-4984-92f8-16ae30efdd04 no longer exists at agent hyperv_hv-cinder-80161 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:34:40.194975 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] No Port match for: 9935c8e0-c7b1-4984-92f8-16ae30efdd04 {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 05:34:40.195316 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device 9935c8e0-c7b1-4984-92f8-16ae30efdd04 not bound to the agent host hv-cinder-80161 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:34:40.195766 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device 8bfda4eb-dc15-4a3b-b876-594b1a5469df no longer exists at agent hyperv_hv-cinder-80161 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:34:40.213708 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] No Port match for: 8bfda4eb-dc15-4a3b-b876-594b1a5469df {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 05:34:40.214050 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device 8bfda4eb-dc15-4a3b-b876-594b1a5469df not bound to the agent host hv-cinder-80161 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:34:48.468951 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:34:51.394626 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:34:53.956490 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-ebc22bb6-2915-4a3f-b1ec-9c576d4c2a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:34:56.826928 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-ce0ac63b-77a8-4e17-b87c-356300799382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:34:56.895073 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:34:57.843141 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:34:59.370270 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:35:18.467315 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:35:23.957091 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-827598fd-4e41-4cf3-a93c-bff8f2734175 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:35:26.827635 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-bec65bb5-b2b0-47ad-baff-f33765651f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:35:26.895366 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:35:27.844906 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:35:28.392776 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:35:29.369517 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:35:42.569210 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-dbf8d7a1-1f04-421d-b3cb-b53e24e0f517 req-48d6c44f-3ad7-47a8-a36d-f80a5965b2b5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1e118b8e-18cd-4b34-b66f-893e8e5db0fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1401758 Jul 28 05:35:42.672244 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf8d7a1-1f04-421d-b3cb-b53e24e0f517 req-f873887c-5885-42be-9907-657f7af6c919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:35:42.673761 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-dbf8d7a1-1f04-421d-b3cb-b53e24e0f517 req-f873887c-5885-42be-9907-657f7af6c919 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=30b837791a4f45f7bbefa0af378d5354&device_id=1e118b8e-18cd-4b34-b66f-893e8e5db0fb HTTP/1.1" status: 200 len: 1098 time: 0.0429213 Jul 28 05:35:42.777210 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf8d7a1-1f04-421d-b3cb-b53e24e0f517 req-5fb92f84-8e51-41ea-b57d-e784e2069d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:35:42.778662 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-dbf8d7a1-1f04-421d-b3cb-b53e24e0f517 req-5fb92f84-8e51-41ea-b57d-e784e2069d93 service neutron] 10.222.0.21 "GET /v2.0/networks?id=300c0b7a-3ec7-45c6-b237-7a8d9dd471d0 HTTP/1.1" status: 200 len: 915 time: 0.0859191 Jul 28 05:35:42.818889 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-dbf8d7a1-1f04-421d-b3cb-b53e24e0f517 req-4ca5cc6e-fa31-4aef-a71c-aaef1025c9da service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ff5819f-777b-414b-9f10-643c6d3f7c92 HTTP/1.1" status: 200 len: 217 time: 0.0334017 Jul 28 05:35:42.867377 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf8d7a1-1f04-421d-b3cb-b53e24e0f517 req-3ccb26e9-04e5-497f-a31d-320ef717a6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:35:42.868933 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-dbf8d7a1-1f04-421d-b3cb-b53e24e0f517 req-3ccb26e9-04e5-497f-a31d-320ef717a6c0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f56af102-7f6a-4a13-8214-ac092fadb2ac HTTP/1.1" status: 200 len: 854 time: 0.0425062 Jul 28 05:35:42.900617 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-dbf8d7a1-1f04-421d-b3cb-b53e24e0f517 req-66bc09fe-64c4-4409-89d9-19889cd56f80 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=300c0b7a-3ec7-45c6-b237-7a8d9dd471d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241973 Jul 28 05:35:42.994056 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-dbf8d7a1-1f04-421d-b3cb-b53e24e0f517 req-ab67e12b-4def-40a3-91e1-5904820fdc93 service neutron] 10.222.0.21 "GET /v2.0/networks/300c0b7a-3ec7-45c6-b237-7a8d9dd471d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853755 Jul 28 05:35:43.080349 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-dbf8d7a1-1f04-421d-b3cb-b53e24e0f517 req-43aca8e0-0989-4521-8114-dfb0cf194519 service neutron] 10.222.0.21 "GET /v2.0/networks/300c0b7a-3ec7-45c6-b237-7a8d9dd471d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788641 Jul 28 05:35:48.482072 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:35:53.956492 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-e13e3330-9651-4d85-8dc3-870aeb98dfd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:35:56.827975 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9cef8c76-a69d-44b9-b523-629157fe7151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:35:56.894832 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:35:57.847939 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:35:59.364052 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:36:05.391375 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:36:18.481046 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:36:23.957581 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-676fc36a-14ff-4ac8-bdbf-9670b053d4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:36:26.827351 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-8f934f3c-9a6e-4882-9231-8a1f3fb530b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:36:26.894147 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:36:27.850769 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:36:29.368141 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:36:42.391467 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:36:44.456528 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d4233d0c-e4ba-4238-8ff8-a24d524adf6a req-84997e6c-03a1-4a5d-96ce-8c599619f0ba service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1e118b8e-18cd-4b34-b66f-893e8e5db0fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0449102 Jul 28 05:36:44.550698 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4233d0c-e4ba-4238-8ff8-a24d524adf6a req-5f28b0fc-f359-45d3-b1cd-02aa1e4153ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:36:44.552205 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d4233d0c-e4ba-4238-8ff8-a24d524adf6a req-5f28b0fc-f359-45d3-b1cd-02aa1e4153ec service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=30b837791a4f45f7bbefa0af378d5354&device_id=1e118b8e-18cd-4b34-b66f-893e8e5db0fb HTTP/1.1" status: 200 len: 1098 time: 0.0398388 Jul 28 05:36:44.653816 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4233d0c-e4ba-4238-8ff8-a24d524adf6a req-a8b3dab8-b9c9-49aa-b2f8-7868b8c323aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:36:44.655319 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d4233d0c-e4ba-4238-8ff8-a24d524adf6a req-a8b3dab8-b9c9-49aa-b2f8-7868b8c323aa service neutron] 10.222.0.21 "GET /v2.0/networks?id=300c0b7a-3ec7-45c6-b237-7a8d9dd471d0 HTTP/1.1" status: 200 len: 915 time: 0.0834644 Jul 28 05:36:44.704206 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d4233d0c-e4ba-4238-8ff8-a24d524adf6a req-f6da2daa-b50e-4070-a4d0-c9cceae6dfe2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ff5819f-777b-414b-9f10-643c6d3f7c92 HTTP/1.1" status: 200 len: 217 time: 0.0413804 Jul 28 05:36:44.752567 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4233d0c-e4ba-4238-8ff8-a24d524adf6a req-72fd842b-b702-4a8a-8c13-2c90a3f75749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:36:44.753883 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d4233d0c-e4ba-4238-8ff8-a24d524adf6a req-72fd842b-b702-4a8a-8c13-2c90a3f75749 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f56af102-7f6a-4a13-8214-ac092fadb2ac HTTP/1.1" status: 200 len: 854 time: 0.0431395 Jul 28 05:36:44.784886 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d4233d0c-e4ba-4238-8ff8-a24d524adf6a req-05f7a046-978b-4c3a-943a-e992d5a18b6f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=300c0b7a-3ec7-45c6-b237-7a8d9dd471d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230308 Jul 28 05:36:44.876277 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d4233d0c-e4ba-4238-8ff8-a24d524adf6a req-78aab3d4-4d18-4a45-ae5d-4a8f27ffa589 service neutron] 10.222.0.21 "GET /v2.0/networks/300c0b7a-3ec7-45c6-b237-7a8d9dd471d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843761 Jul 28 05:36:44.961866 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d4233d0c-e4ba-4238-8ff8-a24d524adf6a req-6b8f87e9-f12d-44be-b1ca-65a1fb796c9f service neutron] 10.222.0.21 "GET /v2.0/networks/300c0b7a-3ec7-45c6-b237-7a8d9dd471d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785642 Jul 28 05:36:48.480219 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:36:53.957093 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0c78ff86-5011-44da-ac51-71f709e687a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:36:56.828042 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-be472d5a-609e-4445-ac5f-024f8e4884f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:36:56.898484 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:36:57.854550 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:36:59.370389 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:37:18.479533 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:37:19.390051 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:37:23.957428 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-b80c4c5a-315c-4c77-8952-6368a7891d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:37:26.830267 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-3aa04bff-807f-4de5-b12f-0581647e3627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:37:26.899508 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:37:27.856324 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:37:29.380711 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:37:44.487787 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4530d3e0-812d-42f5-bfcf-86e0347fe72d req-69f4cff7-9ff8-48ac-b183-1a3bafed7a67 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1e118b8e-18cd-4b34-b66f-893e8e5db0fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0486383 Jul 28 05:37:44.586097 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4530d3e0-812d-42f5-bfcf-86e0347fe72d req-aed04b6e-9846-41d4-86c7-0ee952b95529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:37:44.587982 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4530d3e0-812d-42f5-bfcf-86e0347fe72d req-aed04b6e-9846-41d4-86c7-0ee952b95529 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=30b837791a4f45f7bbefa0af378d5354&device_id=1e118b8e-18cd-4b34-b66f-893e8e5db0fb HTTP/1.1" status: 200 len: 1098 time: 0.0427170 Jul 28 05:37:44.691078 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4530d3e0-812d-42f5-bfcf-86e0347fe72d req-ff495df1-6624-4f7f-8ae9-c9701c7d7c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:37:44.692583 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4530d3e0-812d-42f5-bfcf-86e0347fe72d req-ff495df1-6624-4f7f-8ae9-c9701c7d7c48 service neutron] 10.222.0.21 "GET /v2.0/networks?id=300c0b7a-3ec7-45c6-b237-7a8d9dd471d0 HTTP/1.1" status: 200 len: 915 time: 0.0836537 Jul 28 05:37:44.737999 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4530d3e0-812d-42f5-bfcf-86e0347fe72d req-ea553811-78ef-4ba4-9acc-128282eda565 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ff5819f-777b-414b-9f10-643c6d3f7c92 HTTP/1.1" status: 200 len: 217 time: 0.0375850 Jul 28 05:37:44.787856 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4530d3e0-812d-42f5-bfcf-86e0347fe72d req-4a2cbc62-9cf1-44a0-96d6-4c555f8db894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:37:44.789295 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4530d3e0-812d-42f5-bfcf-86e0347fe72d req-4a2cbc62-9cf1-44a0-96d6-4c555f8db894 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f56af102-7f6a-4a13-8214-ac092fadb2ac HTTP/1.1" status: 200 len: 854 time: 0.0449758 Jul 28 05:37:44.819779 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4530d3e0-812d-42f5-bfcf-86e0347fe72d req-09876012-15d3-474c-af09-f61ab38b1f95 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=300c0b7a-3ec7-45c6-b237-7a8d9dd471d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237515 Jul 28 05:37:44.905900 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4530d3e0-812d-42f5-bfcf-86e0347fe72d req-e5fa7c2b-eca4-48e3-8a9c-3f39475d08c5 service neutron] 10.222.0.21 "GET /v2.0/networks/300c0b7a-3ec7-45c6-b237-7a8d9dd471d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786533 Jul 28 05:37:44.996492 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4530d3e0-812d-42f5-bfcf-86e0347fe72d req-6d249f38-ac88-49e5-8905-dfc417106b1c service neutron] 10.222.0.21 "GET /v2.0/networks/300c0b7a-3ec7-45c6-b237-7a8d9dd471d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836124 Jul 28 05:37:48.478369 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:37:53.957984 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-717e3a96-db8c-45aa-a28d-ed68634b174c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:37:56.388843 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:37:56.830810 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-69437bfc-81be-49b0-88a5-e7f6de9fb808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:37:56.898086 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:37:57.860729 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:37:59.376194 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:38:18.492978 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:38:23.957515 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-18a4c12a-539f-451b-a1e2-323a3c7ed759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:38:26.830975 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-08e61009-72c9-4995-a52f-6eede2e1997f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:38:26.897600 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:38:27.864542 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:38:29.377002 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:38:33.387287 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:38:45.462503 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d84999a6-1f18-47ad-bc93-ffa3c0c9775e req-45315284-784c-437f-9ae4-612465bb6cf9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1e118b8e-18cd-4b34-b66f-893e8e5db0fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394621 Jul 28 05:38:45.567616 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84999a6-1f18-47ad-bc93-ffa3c0c9775e req-79c4263f-7457-46e0-a2ee-f51b71ebcf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:38:45.569121 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d84999a6-1f18-47ad-bc93-ffa3c0c9775e req-79c4263f-7457-46e0-a2ee-f51b71ebcf30 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=30b837791a4f45f7bbefa0af378d5354&device_id=1e118b8e-18cd-4b34-b66f-893e8e5db0fb HTTP/1.1" status: 200 len: 1098 time: 0.0418468 Jul 28 05:38:45.670738 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84999a6-1f18-47ad-bc93-ffa3c0c9775e req-ae1654bf-21f2-4a8d-871f-8a5d84bc87f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:38:45.672101 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d84999a6-1f18-47ad-bc93-ffa3c0c9775e req-ae1654bf-21f2-4a8d-871f-8a5d84bc87f3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=300c0b7a-3ec7-45c6-b237-7a8d9dd471d0 HTTP/1.1" status: 200 len: 915 time: 0.0838168 Jul 28 05:38:45.712994 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d84999a6-1f18-47ad-bc93-ffa3c0c9775e req-a1f93e8d-af81-4784-9b0f-4d33c8319df3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ff5819f-777b-414b-9f10-643c6d3f7c92 HTTP/1.1" status: 200 len: 217 time: 0.0342875 Jul 28 05:38:45.763686 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84999a6-1f18-47ad-bc93-ffa3c0c9775e req-03de79e2-3386-4603-b4ea-b0ecd0b23f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:38:45.765085 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d84999a6-1f18-47ad-bc93-ffa3c0c9775e req-03de79e2-3386-4603-b4ea-b0ecd0b23f1c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f56af102-7f6a-4a13-8214-ac092fadb2ac HTTP/1.1" status: 200 len: 854 time: 0.0457387 Jul 28 05:38:45.796421 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d84999a6-1f18-47ad-bc93-ffa3c0c9775e req-08cf0f98-98e6-4e0c-bc34-601aaae281c3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=300c0b7a-3ec7-45c6-b237-7a8d9dd471d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243840 Jul 28 05:38:45.891303 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d84999a6-1f18-47ad-bc93-ffa3c0c9775e req-5cba9251-3d03-4bf8-9a5f-745abb6a80db service neutron] 10.222.0.21 "GET /v2.0/networks/300c0b7a-3ec7-45c6-b237-7a8d9dd471d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878174 Jul 28 05:38:45.981128 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d84999a6-1f18-47ad-bc93-ffa3c0c9775e req-d574018b-acda-42db-92d9-d318e32c5226 service neutron] 10.222.0.21 "GET /v2.0/networks/300c0b7a-3ec7-45c6-b237-7a8d9dd471d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823317 Jul 28 05:38:48.493129 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:38:53.958703 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9bef37f9-5e2c-49c3-ad82-045408cad690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:38:56.831762 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-bab1e1c0-12b5-4bad-91f1-72c3608e8dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:38:56.897367 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:38:57.866306 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:38:59.379748 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:39:10.385178 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:39:18.506145 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:39:23.959088 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-021875a1-cb90-4c9e-8244-fac138246089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:39:26.834027 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-c9e23ce5-a421-42c4-9a13-7ce7efc558d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:39:26.898899 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:39:27.868476 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:39:29.390837 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:39:47.383462 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:39:47.494573 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2d7bc560-40ac-492d-ad26-d0645a39da5b req-69772fec-0622-4016-bb04-581daf3fd084 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1e118b8e-18cd-4b34-b66f-893e8e5db0fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409899 Jul 28 05:39:47.592519 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7bc560-40ac-492d-ad26-d0645a39da5b req-887eddf8-ed43-43e4-811a-0e96c415b7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:39:47.593950 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2d7bc560-40ac-492d-ad26-d0645a39da5b req-887eddf8-ed43-43e4-811a-0e96c415b7b7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=30b837791a4f45f7bbefa0af378d5354&device_id=1e118b8e-18cd-4b34-b66f-893e8e5db0fb HTTP/1.1" status: 200 len: 1098 time: 0.0394590 Jul 28 05:39:47.697483 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7bc560-40ac-492d-ad26-d0645a39da5b req-6542ffc9-f6b7-4b59-a0b6-f627526498bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:39:47.698929 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2d7bc560-40ac-492d-ad26-d0645a39da5b req-6542ffc9-f6b7-4b59-a0b6-f627526498bb service neutron] 10.222.0.21 "GET /v2.0/networks?id=300c0b7a-3ec7-45c6-b237-7a8d9dd471d0 HTTP/1.1" status: 200 len: 915 time: 0.0848415 Jul 28 05:39:47.741265 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2d7bc560-40ac-492d-ad26-d0645a39da5b req-9226b192-ec7f-4cab-87e8-7eae40334575 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ff5819f-777b-414b-9f10-643c6d3f7c92 HTTP/1.1" status: 200 len: 217 time: 0.0355647 Jul 28 05:39:47.789240 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7bc560-40ac-492d-ad26-d0645a39da5b req-dc243e55-92b6-4154-adbe-032a710eb832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:39:47.790679 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2d7bc560-40ac-492d-ad26-d0645a39da5b req-dc243e55-92b6-4154-adbe-032a710eb832 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f56af102-7f6a-4a13-8214-ac092fadb2ac HTTP/1.1" status: 200 len: 854 time: 0.0423477 Jul 28 05:39:47.825499 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2d7bc560-40ac-492d-ad26-d0645a39da5b req-3d02d241-71bf-4e6b-a73b-8266ade53d5d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=300c0b7a-3ec7-45c6-b237-7a8d9dd471d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270154 Jul 28 05:39:47.836977 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [req-2d7bc560-40ac-492d-ad26-d0645a39da5b req-394c2e81-d53d-4c2f-874c-692ff1fe35a7 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 05:39:47.837891 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2d7bc560-40ac-492d-ad26-d0645a39da5b req-394c2e81-d53d-4c2f-874c-692ff1fe35a7 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054331 Jul 28 05:39:47.923867 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2d7bc560-40ac-492d-ad26-d0645a39da5b req-82fc445f-02dc-4d20-b39f-0b118dc3ce92 service neutron] 10.222.0.21 "GET /v2.0/networks/300c0b7a-3ec7-45c6-b237-7a8d9dd471d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786180 Jul 28 05:39:48.013051 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2d7bc560-40ac-492d-ad26-d0645a39da5b req-89c08a79-bfc9-44e8-9e87-df4bb3c090d8 service neutron] 10.222.0.21 "GET /v2.0/networks/300c0b7a-3ec7-45c6-b237-7a8d9dd471d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826485 Jul 28 05:39:48.506784 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:39:53.959074 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-33678ca7-4752-443f-a920-a6d6a187758e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:39:56.834988 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-6a338da7-a740-4002-b7ec-5a72f7ba9bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:39:56.898958 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:39:57.872707 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:39:59.385755 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:18.513948 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:23.959340 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-beebe8f0-26fa-48d2-a297-e8634509dac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:24.383220 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:40:26.834561 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-5cc6e882-5c8f-499b-8a7b-097e53361031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:26.897398 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:27.876325 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:29.388995 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:30.029094 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 35550) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:40:30.448218 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-85d69971-4ab5-4fc0-aa6b-699692511c50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409351'] for router_interface, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:30.966548 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-85d69971-4ab5-4fc0-aa6b-699692511c50 admin admin] Deleting port d1d8b2db-ab6d-4e3a-a273-65795ce23108 {{(pid=93163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 05:40:30.966548 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-85d69971-4ab5-4fc0-aa6b-699692511c50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227548555'] for port, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:31.041631 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-85d69971-4ab5-4fc0-aa6b-699692511c50 admin admin] For port d1d8b2db-ab6d-4e3a-a273-65795ce23108, host dv-cinder-801617-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=d1d8b2db-ab6d-4e3a-a273-65795ce23108,segment=NetworkSegment(b6e7b6af-52d2-4c9f-b399-76a1466735d9),segment_id=b6e7b6af-52d2-4c9f-b399-76a1466735d9)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:40:31.042260 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-85d69971-4ab5-4fc0-aa6b-699692511c50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402200'] for port, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:31.054344 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-85d69971-4ab5-4fc0-aa6b-699692511c50 admin admin] Calling delete_port for d1d8b2db-ab6d-4e3a-a273-65795ce23108 owned by network:router_interface {{(pid=93163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 05:40:31.243559 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-85d69971-4ab5-4fc0-aa6b-699692511c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227552799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227148301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5267504'] for port, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:31.269673 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d69971-4ab5-4fc0-aa6b-699692511c50 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1d8b2db-ab6d-4e3a-a273-65795ce23108,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:31.292394 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d69971-4ab5-4fc0-aa6b-699692511c50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:31.292757 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d69971-4ab5-4fc0-aa6b-699692511c50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:31.293096 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d69971-4ab5-4fc0-aa6b-699692511c50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:31.293428 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d69971-4ab5-4fc0-aa6b-699692511c50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:31.293762 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d69971-4ab5-4fc0-aa6b-699692511c50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:31.294094 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d69971-4ab5-4fc0-aa6b-699692511c50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:31.294438 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d69971-4ab5-4fc0-aa6b-699692511c50 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:31.294787 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d69971-4ab5-4fc0-aa6b-699692511c50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:31.295091 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d69971-4ab5-4fc0-aa6b-699692511c50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:31.295386 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d69971-4ab5-4fc0-aa6b-699692511c50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:31.295728 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d69971-4ab5-4fc0-aa6b-699692511c50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:31.296064 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d69971-4ab5-4fc0-aa6b-699692511c50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:31.439017 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-85d69971-4ab5-4fc0-aa6b-699692511c50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409451'] for router_interface, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:31.648657 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d69971-4ab5-4fc0-aa6b-699692511c50 admin admin] Router 1c958403-ae9f-4530-a92f-ea97c97bb0f4 has already been hosted by L3 agent febb8baf-5368-4b94-affe-2856141f0f3f {{(pid=93163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 05:40:31.751064 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d69971-4ab5-4fc0-aa6b-699692511c50 admin admin] Notify agent at l3_agent.dv-cinder-801617-3-iscsi the message routers_updated {{(pid=93163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:40:31.756588 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-85d69971-4ab5-4fc0-aa6b-699692511c50 admin admin] 10.222.0.13 "PUT /v2.0/routers/1c958403-ae9f-4530-a92f-ea97c97bb0f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7264128 Jul 28 05:40:31.758990 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 35566) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:40:31.761698 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b238c6-e4dc-441a-9eea-6b7dbfcb316a None None] Sync routers for ids ['1c958403-ae9f-4530-a92f-ea97c97bb0f4'] in dv-cinder-801617-3-iscsi {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:40:31.770908 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b238c6-e4dc-441a-9eea-6b7dbfcb316a None None] Routers {'1c958403-ae9f-4530-a92f-ea97c97bb0f4'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:40:31.771552 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-50b238c6-e4dc-441a-9eea-6b7dbfcb316a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:40:27Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['1c958403-ae9f-4530-a92f-ea97c97bb0f4'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:40:31.860837 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8117ebdd-2c19-4fd5-adc1-0e7634eb0dbe admin admin] Notify callbacks [] for router, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:31.877005 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-50b238c6-e4dc-441a-9eea-6b7dbfcb316a None None] Set router 1c958403-ae9f-4530-a92f-ea97c97bb0f4 gateway port host: dv-cinder-801617-3-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:40:31.968434 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8117ebdd-2c19-4fd5-adc1-0e7634eb0dbe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:32.026914 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-8117ebdd-2c19-4fd5-adc1-0e7634eb0dbe admin admin] Deleting port 5862d95c-f456-423f-b62d-51950afda2d7 {{(pid=93163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 05:40:32.027254 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8117ebdd-2c19-4fd5-adc1-0e7634eb0dbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227548555'] for port, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:32.061962 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-50b238c6-e4dc-441a-9eea-6b7dbfcb316a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c958403-ae9f-4530-a92f-ea97c97bb0f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1867579563-router', 'tenant_id': 'f77014531530497aa60d1269fde1bd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '5862d95c-f456-423f-b62d-51950afda2d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:04Z', 'updated_at': '2021-07-28T05:40:31Z', 'revision_number': 5, 'project_id': 'f77014531530497aa60d1269fde1bd6f', 'gw_port': {'id': '5862d95c-f456-423f-b62d-51950afda2d7', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:8b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c958403-ae9f-4530-a92f-ea97c97bb0f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:05Z', 'updated_at': '2021-07-28T05:09:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi'}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:40:32.092563 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b238c6-e4dc-441a-9eea-6b7dbfcb316a None None] Checking router: 1c958403-ae9f-4530-a92f-ea97c97bb0f4 for host: dv-cinder-801617-3-iscsi {{(pid=93164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:40:32.100808 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b238c6-e4dc-441a-9eea-6b7dbfcb316a None None] Routers {'1c958403-ae9f-4530-a92f-ea97c97bb0f4'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:40:32.101347 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-50b238c6-e4dc-441a-9eea-6b7dbfcb316a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:40:27Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['1c958403-ae9f-4530-a92f-ea97c97bb0f4'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:40:32.109229 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-8117ebdd-2c19-4fd5-adc1-0e7634eb0dbe admin admin] For port 5862d95c-f456-423f-b62d-51950afda2d7, host dv-cinder-801617-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=5862d95c-f456-423f-b62d-51950afda2d7,segment=NetworkSegment(d34fa97e-0825-4a06-9105-26c8994a2a7e),segment_id=d34fa97e-0825-4a06-9105-26c8994a2a7e)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:40:32.109806 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8117ebdd-2c19-4fd5-adc1-0e7634eb0dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402200'] for port, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:32.125366 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-8117ebdd-2c19-4fd5-adc1-0e7634eb0dbe admin admin] Calling delete_port for 5862d95c-f456-423f-b62d-51950afda2d7 owned by network:router_gateway {{(pid=93163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 05:40:32.295139 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8117ebdd-2c19-4fd5-adc1-0e7634eb0dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227552799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227148301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5267504'] for port, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:32.308422 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-50b238c6-e4dc-441a-9eea-6b7dbfcb316a None None] Set router 1c958403-ae9f-4530-a92f-ea97c97bb0f4 gateway port host: None {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:40:32.327216 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8117ebdd-2c19-4fd5-adc1-0e7634eb0dbe admin admin] Pushing event deleted for resources: {'Port': ['ID=5862d95c-f456-423f-b62d-51950afda2d7,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:32.358684 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-50b238c6-e4dc-441a-9eea-6b7dbfcb316a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c958403-ae9f-4530-a92f-ea97c97bb0f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1867579563-router', 'tenant_id': 'f77014531530497aa60d1269fde1bd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:04Z', 'updated_at': '2021-07-28T05:40:31Z', 'revision_number': 6, 'project_id': 'f77014531530497aa60d1269fde1bd6f', 'gw_port_host': None}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:40:32.379029 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8117ebdd-2c19-4fd5-adc1-0e7634eb0dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406729'] for router_gateway, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:32.388563 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b238c6-e4dc-441a-9eea-6b7dbfcb316a None None] The sync data for ids ['1c958403-ae9f-4530-a92f-ea97c97bb0f4'] in dv-cinder-801617-3-iscsi is: [{'id': '1c958403-ae9f-4530-a92f-ea97c97bb0f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1867579563-router', 'tenant_id': 'f77014531530497aa60d1269fde1bd6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:04Z', 'updated_at': '2021-07-28T05:40:31Z', 'revision_number': 6, 'project_id': 'f77014531530497aa60d1269fde1bd6f', 'gw_port_host': None}] {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:40:32.467029 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8117ebdd-2c19-4fd5-adc1-0e7634eb0dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-922'] for router, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:32.469140 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8117ebdd-2c19-4fd5-adc1-0e7634eb0dbe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:32.513995 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8117ebdd-2c19-4fd5-adc1-0e7634eb0dbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555462'] for router, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:32.514661 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8117ebdd-2c19-4fd5-adc1-0e7634eb0dbe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c958403-ae9f-4530-a92f-ea97c97bb0f4 {{(pid=93163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 05:40:32.519165 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8117ebdd-2c19-4fd5-adc1-0e7634eb0dbe admin admin] Notify callbacks [] for router, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:32.520349 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-8117ebdd-2c19-4fd5-adc1-0e7634eb0dbe admin admin] 10.222.0.13 "DELETE /v2.0/routers/1c958403-ae9f-4530-a92f-ea97c97bb0f4 HTTP/1.1" status: 204 len: 168 time: 0.7603664 Jul 28 05:40:32.522857 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 35576) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:40:32.565700 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0334e95-a972-4d09-a7a2-4ce4da34c2b2 admin admin] Deleting subnet e9700662-b8e7-49fb-ada5-3c005d49b640 {{(pid=93163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 05:40:32.568634 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e0334e95-a972-4d09-a7a2-4ce4da34c2b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:32.601293 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e0334e95-a972-4d09-a7a2-4ce4da34c2b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536495199'] for subnet, precommit_delete_associations {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:32.680548 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e0334e95-a972-4d09-a7a2-4ce4da34c2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504883'] for subnet, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:32.732776 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e0334e95-a972-4d09-a7a2-4ce4da34c2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1504890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5267557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536719496'] for subnet, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:32.756592 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0334e95-a972-4d09-a7a2-4ce4da34c2b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9700662-b8e7-49fb-ada5-3c005d49b640,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:32.763241 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e0334e95-a972-4d09-a7a2-4ce4da34c2b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for subnet, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:32.765329 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-e0334e95-a972-4d09-a7a2-4ce4da34c2b2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e9700662-b8e7-49fb-ada5-3c005d49b640 HTTP/1.1" status: 204 len: 168 time: 0.2415204 Jul 28 05:40:32.767864 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 35580) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:40:32.770581 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c710a32b-2db3-439c-9a85-776f07a85308 None None] Network 34e1948f-8e2c-47b9-a68d-5f2322a08957 requested from dv-cinder-801617-3-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 05:40:32.835457 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a40e5f98-aee5-4b6f-bb78-b4082314abe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1632385'] for network, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:32.893912 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-a40e5f98-aee5-4b6f-bb78-b4082314abe3 admin admin] Deleting port 20e425ae-b94f-456d-9bf4-3e3d1cf303eb {{(pid=93163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 05:40:32.894268 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a40e5f98-aee5-4b6f-bb78-b4082314abe3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227548555'] for port, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:32.955787 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-a40e5f98-aee5-4b6f-bb78-b4082314abe3 admin admin] For port 20e425ae-b94f-456d-9bf4-3e3d1cf303eb, host dv-cinder-801617-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=20e425ae-b94f-456d-9bf4-3e3d1cf303eb,segment=NetworkSegment(b6e7b6af-52d2-4c9f-b399-76a1466735d9),segment_id=b6e7b6af-52d2-4c9f-b399-76a1466735d9)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:40:32.956157 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a40e5f98-aee5-4b6f-bb78-b4082314abe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402200'] for port, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:32.968704 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-a40e5f98-aee5-4b6f-bb78-b4082314abe3 admin admin] Calling delete_port for 20e425ae-b94f-456d-9bf4-3e3d1cf303eb owned by network:dhcp {{(pid=93163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 05:40:33.046859 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a40e5f98-aee5-4b6f-bb78-b4082314abe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227552799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227148301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5267504'] for port, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:33.071197 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40e5f98-aee5-4b6f-bb78-b4082314abe3 admin admin] Pushing event deleted for resources: {'Port': ['ID=20e425ae-b94f-456d-9bf4-3e3d1cf303eb,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:33.074819 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40e5f98-aee5-4b6f-bb78-b4082314abe3 admin admin] No DVR routers for this DVR port 20e425ae-b94f-456d-9bf4-3e3d1cf303eb on host dv-cinder-801617-3-iscsi {{(pid=93163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 05:40:33.150623 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a40e5f98-aee5-4b6f-bb78-b4082314abe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377030', 'neutron.services.segments.db._delete_segments_for_network-8765227628337'] for network, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:33.163712 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.services.segments.db [None req-a40e5f98-aee5-4b6f-bb78-b4082314abe3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34e1948f-8e2c-47b9-a68d-5f2322a08957']}} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:40:33.174516 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd4ac9c-9e58-4aab-b6e3-182b49b0b9b1 None None] DHCP port deletion for 34e1948f-8e2c-47b9-a68d-5f2322a08957 request from dv-cinder-801617-3-iscsi {{(pid=93164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 05:40:33.179564 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.services.segments.db [None req-a40e5f98-aee5-4b6f-bb78-b4082314abe3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6e7b6af-52d2-4c9f-b399-76a1466735d9') {'for_net_delete': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:40:33.179991 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.services.segments.db [None req-a40e5f98-aee5-4b6f-bb78-b4082314abe3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6e7b6af-52d2-4c9f-b399-76a1466735d9') {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:40:33.189243 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a40e5f98-aee5-4b6f-bb78-b4082314abe3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765227627066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536495190'] for segment, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:33.203098 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a40e5f98-aee5-4b6f-bb78-b4082314abe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502470'] for segment, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:33.209499 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a40e5f98-aee5-4b6f-bb78-b4082314abe3 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=93163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 05:40:33.209925 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a40e5f98-aee5-4b6f-bb78-b4082314abe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5267487'] for segment, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:33.211614 dv-cinder-801617-3-iscsi neutron-server[93163]: Traceback (most recent call last): Jul 28 05:40:33.211614 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 05:40:33.211614 dv-cinder-801617-3-iscsi neutron-server[93163]: timer() Jul 28 05:40:33.211614 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 05:40:33.211614 dv-cinder-801617-3-iscsi neutron-server[93163]: cb(*args, **kw) Jul 28 05:40:33.211614 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 05:40:33.211614 dv-cinder-801617-3-iscsi neutron-server[93163]: return func(*args, **kwargs) Jul 28 05:40:33.211614 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 05:40:33.211614 dv-cinder-801617-3-iscsi neutron-server[93163]: self._notify() Jul 28 05:40:33.211614 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 05:40:33.211614 dv-cinder-801617-3-iscsi neutron-server[93163]: self.callback(batched_events) Jul 28 05:40:33.211614 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 05:40:33.211614 dv-cinder-801617-3-iscsi neutron-server[93163]: event.method(event) Jul 28 05:40:33.211614 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 05:40:33.211614 dv-cinder-801617-3-iscsi neutron-server[93163]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 05:40:33.211614 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 05:40:33.211614 dv-cinder-801617-3-iscsi neutron-server[93163]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 05:40:33.211614 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 05:40:33.211614 dv-cinder-801617-3-iscsi neutron-server[93163]: return f(self, *a, **k) Jul 28 05:40:33.211614 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 05:40:33.211614 dv-cinder-801617-3-iscsi neutron-server[93163]: return self._get(url).json() Jul 28 05:40:33.211614 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 05:40:33.211614 dv-cinder-801617-3-iscsi neutron-server[93163]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 05:40:33.211614 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 05:40:33.211614 dv-cinder-801617-3-iscsi neutron-server[93163]: return self.request(url, 'GET', **kwargs) Jul 28 05:40:33.211614 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 05:40:33.211614 dv-cinder-801617-3-iscsi neutron-server[93163]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 05:40:33.211614 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 05:40:33.211614 dv-cinder-801617-3-iscsi neutron-server[93163]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 05:40:33.211614 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 05:40:33.211614 dv-cinder-801617-3-iscsi neutron-server[93163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 05:40:33.211614 dv-cinder-801617-3-iscsi neutron-server[93163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 05:40:33.264552 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a40e5f98-aee5-4b6f-bb78-b4082314abe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406773'] for network, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:33.269896 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-a40e5f98-aee5-4b6f-bb78-b4082314abe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for network, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:33.272483 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-a40e5f98-aee5-4b6f-bb78-b4082314abe3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/34e1948f-8e2c-47b9-a68d-5f2322a08957 HTTP/1.1" status: 204 len: 168 time: 0.5036340 Jul 28 05:40:33.283588 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40e5f98-aee5-4b6f-bb78-b4082314abe3 admin admin] Pushing event deleted for resources: {'Network': ['ID=34e1948f-8e2c-47b9-a68d-5f2322a08957,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:33.386872 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 35592) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:40:33.427760 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-2e205cf2-cee6-4cd9-95d8-c07ea974407a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f77014531530497aa60d1269fde1bd6f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0395994 Jul 28 05:40:33.430207 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 35594) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:40:33.476306 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e6bb433b-1ca8-4c97-9c98-df555b296b4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:33.500402 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e6bb433b-1ca8-4c97-9c98-df555b296b4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:33.545948 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e6bb433b-1ca8-4c97-9c98-df555b296b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:33.548685 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e6bb433b-1ca8-4c97-9c98-df555b296b4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:33.549937 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-e6bb433b-1ca8-4c97-9c98-df555b296b4b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/561e6d3d-813a-41af-98d0-29b461aad063 HTTP/1.1" status: 204 len: 168 time: 0.1187062 Jul 28 05:40:33.558066 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bb433b-1ca8-4c97-9c98-df555b296b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561e6d3d-813a-41af-98d0-29b461aad063,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:33.993121 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device d1d8b2db-ab6d-4e3a-a273-65795ce23108 no longer exists at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:40:34.016307 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] No Port match for: d1d8b2db-ab6d-4e3a-a273-65795ce23108 {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 05:40:34.016645 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device d1d8b2db-ab6d-4e3a-a273-65795ce23108 not bound to the agent host dv-cinder-801617-3-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:40:34.017059 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 20e425ae-b94f-456d-9bf4-3e3d1cf303eb no longer exists at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:40:34.034918 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] No Port match for: 20e425ae-b94f-456d-9bf4-3e3d1cf303eb {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 05:40:34.035260 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 20e425ae-b94f-456d-9bf4-3e3d1cf303eb not bound to the agent host dv-cinder-801617-3-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:40:34.035694 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 5862d95c-f456-423f-b62d-51950afda2d7 no longer exists at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:40:34.054372 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] No Port match for: 5862d95c-f456-423f-b62d-51950afda2d7 {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 05:40:34.054718 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 5862d95c-f456-423f-b62d-51950afda2d7 not bound to the agent host dv-cinder-801617-3-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:40:40.231905 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419dee4a-1a93-4a2e-ad13-0c1cd8b49021 req-a674f55e-eaff-4d0a-87b6-53c9e9664c51 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:40:40.233674 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-419dee4a-1a93-4a2e-ad13-0c1cd8b49021 req-a674f55e-eaff-4d0a-87b6-53c9e9664c51 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e118b8e-18cd-4b34-b66f-893e8e5db0fb HTTP/1.1" status: 200 len: 945 time: 0.0489261 Jul 28 05:40:40.271993 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-419dee4a-1a93-4a2e-ad13-0c1cd8b49021 req-01d5cb47-f05b-445e-9098-5593e05a3793 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/security-groups?id=1e194d9e-e0f6-4447-9078-8f3d5c4e983b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323212 Jul 28 05:40:40.736885 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06669cc-1067-4d05-b0c9-5e273c824b11 req-dade009d-19c3-4dad-95eb-81518c9826ba tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:40:40.738576 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e06669cc-1067-4d05-b0c9-5e273c824b11 req-dade009d-19c3-4dad-95eb-81518c9826ba tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e118b8e-18cd-4b34-b66f-893e8e5db0fb HTTP/1.1" status: 200 len: 945 time: 0.0469625 Jul 28 05:40:40.832021 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [req-e06669cc-1067-4d05-b0c9-5e273c824b11 req-01871830-06ad-4ecc-8e1c-cee689c664ef tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Deleting port 4ff5819f-777b-414b-9f10-643c6d3f7c92 {{(pid=93163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 05:40:40.832363 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-e06669cc-1067-4d05-b0c9-5e273c824b11 req-01871830-06ad-4ecc-8e1c-cee689c664ef tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227548555'] for port, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:40.917934 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [req-e06669cc-1067-4d05-b0c9-5e273c824b11 req-01871830-06ad-4ecc-8e1c-cee689c664ef tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] For port 4ff5819f-777b-414b-9f10-643c6d3f7c92, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=4ff5819f-777b-414b-9f10-643c6d3f7c92,segment=NetworkSegment(00b60877-949c-4583-bcd9-a2d1f7b925b6),segment_id=00b60877-949c-4583-bcd9-a2d1f7b925b6)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:40:40.918306 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-e06669cc-1067-4d05-b0c9-5e273c824b11 req-01871830-06ad-4ecc-8e1c-cee689c664ef tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402200'] for port, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:40.931158 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [req-e06669cc-1067-4d05-b0c9-5e273c824b11 req-01871830-06ad-4ecc-8e1c-cee689c664ef tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Calling delete_port for 4ff5819f-777b-414b-9f10-643c6d3f7c92 owned by compute:nova {{(pid=93163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 05:40:41.055022 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-e06669cc-1067-4d05-b0c9-5e273c824b11 req-01871830-06ad-4ecc-8e1c-cee689c664ef tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227552799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227148301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5267504'] for port, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:41.081644 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01871830-06ad-4ecc-8e1c-cee689c664ef tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Pushing event deleted for resources: {'Port': ['ID=4ff5819f-777b-414b-9f10-643c6d3f7c92,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:41.089080 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] get_ports_and_sgs() called for port_ids ['4ff5819f-777b-414b-9f10-643c6d3f7c92'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:40:41.124300 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [req-e06669cc-1067-4d05-b0c9-5e273c824b11 req-01871830-06ad-4ecc-8e1c-cee689c664ef tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] No DVR routers for this DVR port 4ff5819f-777b-414b-9f10-643c6d3f7c92 on host hv-cinder-80161 {{(pid=93163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 05:40:41.126573 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-e06669cc-1067-4d05-b0c9-5e273c824b11 req-01871830-06ad-4ecc-8e1c-cee689c664ef tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068'] for port, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:41.128615 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e06669cc-1067-4d05-b0c9-5e273c824b11 req-01871830-06ad-4ecc-8e1c-cee689c664ef tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.21 "DELETE /v2.0/ports/4ff5819f-777b-414b-9f10-643c6d3f7c92 HTTP/1.1" status: 204 len: 173 time: 0.3838773 Jul 28 05:40:41.129005 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e118b8e-18cd-4b34-b66f-893e8e5db0fb', 'name': 'network-vif-deleted', 'tag': '4ff5819f-777b-414b-9f10-643c6d3f7c92'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:40:41.131236 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdaae2d937131cd036474998a49e3e11d53281396ea4e1ac8b096c837d21eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a5d111-193b-4ccd-8a7d-ca2e6abcfa58" -d '{"events": [{"server_uuid": "1e118b8e-18cd-4b34-b66f-893e8e5db0fb", "name": "network-vif-deleted", "tag": "4ff5819f-777b-414b-9f10-643c6d3f7c92"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:40:41.222159 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 05:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084e608c-5ec3-4a01-acbb-c50440ccd378 x-openstack-request-id: req-084e608c-5ec3-4a01-acbb-c50440ccd378 {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:40:41.222451 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e118b8e-18cd-4b34-b66f-893e8e5db0fb", "name": "network-vif-deleted", "tag": "4ff5819f-777b-414b-9f10-643c6d3f7c92", "status": "completed", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:40:41.222702 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-084e608c-5ec3-4a01-acbb-c50440ccd378 {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:40:41.223097 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e118b8e-18cd-4b34-b66f-893e8e5db0fb', 'name': 'network-vif-deleted', 'tag': '4ff5819f-777b-414b-9f10-643c6d3f7c92', 'status': 'completed', 'code': 200} Jul 28 05:40:41.375549 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4bd90559-0ae4-424d-a48c-31eeb9636dc7 req-712f88dd-055e-44f8-850d-d2a0d7154262 tempest-AttachVolumeNegativeTest-1071977354 tempest-AttachVolumeNegativeTest-1071977354-project] 10.222.0.13 "GET /v2.0/ports?device_id=1e118b8e-18cd-4b34-b66f-893e8e5db0fb HTTP/1.1" status: 200 len: 210 time: 0.0256805 Jul 28 05:40:42.430154 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 35780) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:40:42.618007 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_v2 [None req-1acf00b2-93d1-458a-8a17-0f4f7254ef8d admin admin] Deleting subnet f56af102-7f6a-4a13-8214-ac092fadb2ac {{(pid=93162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 05:40:42.621027 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1acf00b2-93d1-458a-8a17-0f4f7254ef8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:42.654873 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1acf00b2-93d1-458a-8a17-0f4f7254ef8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4869481'] for subnet, precommit_delete_associations {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:42.691942 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1acf00b2-93d1-458a-8a17-0f4f7254ef8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504883'] for subnet, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:42.743762 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1acf00b2-93d1-458a-8a17-0f4f7254ef8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1504890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4414178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4221011'] for subnet, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:42.766133 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acf00b2-93d1-458a-8a17-0f4f7254ef8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f56af102-7f6a-4a13-8214-ac092fadb2ac,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:42.775476 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acf00b2-93d1-458a-8a17-0f4f7254ef8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:42.775822 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acf00b2-93d1-458a-8a17-0f4f7254ef8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:42.776155 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acf00b2-93d1-458a-8a17-0f4f7254ef8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:42.776483 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acf00b2-93d1-458a-8a17-0f4f7254ef8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:42.776805 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acf00b2-93d1-458a-8a17-0f4f7254ef8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:42.777471 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acf00b2-93d1-458a-8a17-0f4f7254ef8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:42.777471 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acf00b2-93d1-458a-8a17-0f4f7254ef8d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:42.777736 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acf00b2-93d1-458a-8a17-0f4f7254ef8d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:42.778054 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acf00b2-93d1-458a-8a17-0f4f7254ef8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:42.778368 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acf00b2-93d1-458a-8a17-0f4f7254ef8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:42.778681 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acf00b2-93d1-458a-8a17-0f4f7254ef8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:42.778992 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1acf00b2-93d1-458a-8a17-0f4f7254ef8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:40:42.781663 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1acf00b2-93d1-458a-8a17-0f4f7254ef8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:42.783496 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-1acf00b2-93d1-458a-8a17-0f4f7254ef8d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f56af102-7f6a-4a13-8214-ac092fadb2ac HTTP/1.1" status: 204 len: 168 time: 0.3519695 Jul 28 05:40:42.785891 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 35788) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:40:42.853884 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-962a81f7-ae85-4a2d-a78c-bc4ba7ef507f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1632385'] for network, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:42.927658 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-962a81f7-ae85-4a2d-a78c-bc4ba7ef507f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377030', 'neutron.services.segments.db._delete_segments_for_network-8765227628337'] for network, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:42.937131 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-962a81f7-ae85-4a2d-a78c-bc4ba7ef507f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['300c0b7a-3ec7-45c6-b237-7a8d9dd471d0']}} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:40:42.951249 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-962a81f7-ae85-4a2d-a78c-bc4ba7ef507f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00b60877-949c-4583-bcd9-a2d1f7b925b6') {'for_net_delete': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:40:42.951640 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-962a81f7-ae85-4a2d-a78c-bc4ba7ef507f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00b60877-949c-4583-bcd9-a2d1f7b925b6') {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:40:42.960198 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-962a81f7-ae85-4a2d-a78c-bc4ba7ef507f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765227627066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4869472'] for segment, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:42.973356 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-962a81f7-ae85-4a2d-a78c-bc4ba7ef507f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502470'] for segment, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:42.979124 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-962a81f7-ae85-4a2d-a78c-bc4ba7ef507f admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=93162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 05:40:42.979549 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-962a81f7-ae85-4a2d-a78c-bc4ba7ef507f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4414104'] for segment, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:42.981272 dv-cinder-801617-3-iscsi neutron-server[93162]: Traceback (most recent call last): Jul 28 05:40:42.981272 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 05:40:42.981272 dv-cinder-801617-3-iscsi neutron-server[93162]: timer() Jul 28 05:40:42.981272 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 05:40:42.981272 dv-cinder-801617-3-iscsi neutron-server[93162]: cb(*args, **kw) Jul 28 05:40:42.981272 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 05:40:42.981272 dv-cinder-801617-3-iscsi neutron-server[93162]: return func(*args, **kwargs) Jul 28 05:40:42.981272 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 05:40:42.981272 dv-cinder-801617-3-iscsi neutron-server[93162]: self._notify() Jul 28 05:40:42.981272 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 05:40:42.981272 dv-cinder-801617-3-iscsi neutron-server[93162]: self.callback(batched_events) Jul 28 05:40:42.981272 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 05:40:42.981272 dv-cinder-801617-3-iscsi neutron-server[93162]: event.method(event) Jul 28 05:40:42.981272 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 05:40:42.981272 dv-cinder-801617-3-iscsi neutron-server[93162]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 05:40:42.981272 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 05:40:42.981272 dv-cinder-801617-3-iscsi neutron-server[93162]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 05:40:42.981272 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 05:40:42.981272 dv-cinder-801617-3-iscsi neutron-server[93162]: return f(self, *a, **k) Jul 28 05:40:42.981272 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 05:40:42.981272 dv-cinder-801617-3-iscsi neutron-server[93162]: return self._get(url).json() Jul 28 05:40:42.981272 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 05:40:42.981272 dv-cinder-801617-3-iscsi neutron-server[93162]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 05:40:42.981272 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 05:40:42.981272 dv-cinder-801617-3-iscsi neutron-server[93162]: return self.request(url, 'GET', **kwargs) Jul 28 05:40:42.981272 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 05:40:42.981272 dv-cinder-801617-3-iscsi neutron-server[93162]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 05:40:42.981272 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 05:40:42.981272 dv-cinder-801617-3-iscsi neutron-server[93162]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 05:40:42.981272 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 05:40:42.981272 dv-cinder-801617-3-iscsi neutron-server[93162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 05:40:42.981272 dv-cinder-801617-3-iscsi neutron-server[93162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 05:40:43.033210 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-962a81f7-ae85-4a2d-a78c-bc4ba7ef507f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406773'] for network, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:43.038825 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-962a81f7-ae85-4a2d-a78c-bc4ba7ef507f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for network, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:43.040659 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-962a81f7-ae85-4a2d-a78c-bc4ba7ef507f admin admin] 10.222.0.13 "DELETE /v2.0/networks/300c0b7a-3ec7-45c6-b237-7a8d9dd471d0 HTTP/1.1" status: 204 len: 168 time: 0.2538731 Jul 28 05:40:43.051069 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a81f7-ae85-4a2d-a78c-bc4ba7ef507f admin admin] Pushing event deleted for resources: {'Network': ['ID=300c0b7a-3ec7-45c6-b237-7a8d9dd471d0,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:43.158748 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 35796) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:40:43.197845 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-b32647ba-8463-48a5-aebb-f59d31d33cc2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=30b837791a4f45f7bbefa0af378d5354&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0379946 Jul 28 05:40:43.200174 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 35798) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:40:43.245390 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b7dc26c7-fb6d-4c51-803b-bc91eea24f38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:43.268891 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b7dc26c7-fb6d-4c51-803b-bc91eea24f38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:43.316031 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b7dc26c7-fb6d-4c51-803b-bc91eea24f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:43.319233 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b7dc26c7-fb6d-4c51-803b-bc91eea24f38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:43.323459 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-b7dc26c7-fb6d-4c51-803b-bc91eea24f38 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1e194d9e-e0f6-4447-9078-8f3d5c4e983b HTTP/1.1" status: 204 len: 168 time: 0.1223311 Jul 28 05:40:43.331233 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc26c7-fb6d-4c51-803b-bc91eea24f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e194d9e-e0f6-4447-9078-8f3d5c4e983b,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:43.669039 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device 4ff5819f-777b-414b-9f10-643c6d3f7c92 no longer exists at agent hyperv_hv-cinder-80161 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:40:43.692255 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] No Port match for: 4ff5819f-777b-414b-9f10-643c6d3f7c92 {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 05:40:43.693177 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device 4ff5819f-777b-414b-9f10-643c6d3f7c92 not bound to the agent host hv-cinder-80161 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:40:43.960555 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 35826) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:40:44.053252 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-a0418c7d-ce05-462e-8f7f-fad5fbd4abbe admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-742850358-network', 'tenant_id': '732d93a6d4a64c4abe0a2185a5206de2'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:40:44.074462 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0418c7d-ce05-462e-8f7f-fad5fbd4abbe admin admin] Made reservation on behalf of 732d93a6d4a64c4abe0a2185a5206de2 for: {'network': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:40:44.076774 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a0418c7d-ce05-462e-8f7f-fad5fbd4abbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for network, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:44.084916 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a0418c7d-ce05-462e-8f7f-fad5fbd4abbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:44.175405 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a0418c7d-ce05-462e-8f7f-fad5fbd4abbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:44.179088 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a0418c7d-ce05-462e-8f7f-fad5fbd4abbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:44.203316 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0418c7d-ce05-462e-8f7f-fad5fbd4abbe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=93162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 05:40:44.213370 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0418c7d-ce05-462e-8f7f-fad5fbd4abbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb14899-4887-4f4b-8994-0610d549dc34,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:44.219904 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a0418c7d-ce05-462e-8f7f-fad5fbd4abbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502470'] for segment, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:44.220243 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.db.segments_db [None req-a0418c7d-ce05-462e-8f7f-fad5fbd4abbe admin admin] Added segment c5b14a62-fde2-4fbb-9995-33b8ed43ac3a of type vlan for network a5575942-5a54-4ba6-8eeb-b8d69610dc06 Jul 28 05:40:44.259802 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a0418c7d-ce05-462e-8f7f-fad5fbd4abbe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765227181150'] for network, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:44.287608 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a0418c7d-ce05-462e-8f7f-fad5fbd4abbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463'] for network, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:44.288524 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0418c7d-ce05-462e-8f7f-fad5fbd4abbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:40:44.289094 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a0418c7d-ce05-462e-8f7f-fad5fbd4abbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for network, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:44.343433 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-a0418c7d-ce05-462e-8f7f-fad5fbd4abbe admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3817632 Jul 28 05:40:44.346408 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 35834) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:40:44.352569 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-3573b453-7b41-4e5b-bbd5-59adf171e060 admin admin] Request body: {'subnet': {'network_id': 'a5575942-5a54-4ba6-8eeb-b8d69610dc06', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-742850358-subnet', 'tenant_id': '732d93a6d4a64c4abe0a2185a5206de2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:40:44.352955 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0418c7d-ce05-462e-8f7f-fad5fbd4abbe admin admin] Pushing event updated for resources: {'Network': ['ID=a5575942-5a54-4ba6-8eeb-b8d69610dc06,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:44.363203 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Network a5575942-5a54-4ba6-8eeb-b8d69610dc06 details requested by agent ovs-agent-dv-cinder-801617-3-iscsi with host dv-cinder-801617-3-iscsi {{(pid=93164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 05:40:44.377305 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3573b453-7b41-4e5b-bbd5-59adf171e060 admin admin] Made reservation on behalf of 732d93a6d4a64c4abe0a2185a5206de2 for: {'subnet': 1} {{(pid=93163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:40:44.379626 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-3573b453-7b41-4e5b-bbd5-59adf171e060 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536719605'] for subnet, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:44.553828 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-3573b453-7b41-4e5b-bbd5-59adf171e060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5267620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536719495'] for subnet, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:44.607219 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3573b453-7b41-4e5b-bbd5-59adf171e060 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cadb751-ef85-4f47-9b79-49f8f6178e2a,revision_number=0']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:44.615978 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3573b453-7b41-4e5b-bbd5-59adf171e060 admin admin] Checking segment: {'id': 'c5b14a62-fde2-4fbb-9995-33b8ed43ac3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'a5575942-5a54-4ba6-8eeb-b8d69610dc06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:40:44.616341 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3573b453-7b41-4e5b-bbd5-59adf171e060 admin admin] Network hostable DHCP agents. Network: a5575942-5a54-4ba6-8eeb-b8d69610dc06, hostable agents: ['0224797f-e6dd-43af-ba50-4dde553cda73'], hosted agents: [] {{(pid=93163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 05:40:44.632659 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3573b453-7b41-4e5b-bbd5-59adf171e060 admin admin] Network a5575942-5a54-4ba6-8eeb-b8d69610dc06 is scheduled to be hosted by DHCP agent 0224797f-e6dd-43af-ba50-4dde553cda73 with binding_index 1 {{(pid=93163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 05:40:44.640568 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-3573b453-7b41-4e5b-bbd5-59adf171e060 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801617-3-iscsi, a5575942-5a54-4ba6-8eeb-b8d69610dc06) {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:40:44.647884 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3573b453-7b41-4e5b-bbd5-59adf171e060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:40:44.648486 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-3573b453-7b41-4e5b-bbd5-59adf171e060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for subnet, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:44.651755 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64831166-dbab-4a9a-93f5-5cee12a6a001 None None] Network a5575942-5a54-4ba6-8eeb-b8d69610dc06 requested from dv-cinder-801617-3-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 05:40:44.661815 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-3573b453-7b41-4e5b-bbd5-59adf171e060 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3137236 Jul 28 05:40:44.775859 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59eca35d-5fe4-4562-b89c-8ec5ddfb2953 None None] Network a5575942-5a54-4ba6-8eeb-b8d69610dc06 requested from dv-cinder-801617-3-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 05:40:45.112360 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 35860) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:40:45.118318 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-ec3db872-b7fb-4dad-8f92-631ef6e8c520 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-666764523-network', 'tenant_id': '1bd48d0b608548919e1d9bc46c53d34c'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:40:45.138961 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3db872-b7fb-4dad-8f92-631ef6e8c520 admin admin] Made reservation on behalf of 1bd48d0b608548919e1d9bc46c53d34c for: {'network': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:40:45.141203 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ec3db872-b7fb-4dad-8f92-631ef6e8c520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for network, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:45.149716 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ec3db872-b7fb-4dad-8f92-631ef6e8c520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:45.235535 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ec3db872-b7fb-4dad-8f92-631ef6e8c520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:45.240140 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ec3db872-b7fb-4dad-8f92-631ef6e8c520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:45.264524 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec3db872-b7fb-4dad-8f92-631ef6e8c520 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=93162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 05:40:45.273007 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3db872-b7fb-4dad-8f92-631ef6e8c520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6b2932-943e-4705-89f6-e9e3c56f3c90,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:45.279703 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ec3db872-b7fb-4dad-8f92-631ef6e8c520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502470'] for segment, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:45.280125 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.db.segments_db [None req-ec3db872-b7fb-4dad-8f92-631ef6e8c520 admin admin] Added segment 8ea90adf-fc7a-4c42-a127-8ca6653604d6 of type vlan for network c8e002e4-5fd0-421e-8833-d8a43cddbbdc Jul 28 05:40:45.319518 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ec3db872-b7fb-4dad-8f92-631ef6e8c520 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765227181150'] for network, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:45.346372 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ec3db872-b7fb-4dad-8f92-631ef6e8c520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463'] for network, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:45.347442 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3db872-b7fb-4dad-8f92-631ef6e8c520 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:40:45.348027 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ec3db872-b7fb-4dad-8f92-631ef6e8c520 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for network, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:45.405969 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-ec3db872-b7fb-4dad-8f92-631ef6e8c520 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2922304 Jul 28 05:40:45.408608 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 35862) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:40:45.413913 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-69f0bc3e-7e91-458f-9a42-6d38e527c63d admin admin] Request body: {'subnet': {'network_id': 'c8e002e4-5fd0-421e-8833-d8a43cddbbdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-666764523-subnet', 'tenant_id': '1bd48d0b608548919e1d9bc46c53d34c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:40:45.421817 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3db872-b7fb-4dad-8f92-631ef6e8c520 admin admin] Pushing event updated for resources: {'Network': ['ID=c8e002e4-5fd0-421e-8833-d8a43cddbbdc,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:45.432211 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Network c8e002e4-5fd0-421e-8833-d8a43cddbbdc details requested by agent ovs-agent-dv-cinder-801617-3-iscsi with host dv-cinder-801617-3-iscsi {{(pid=93164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 05:40:45.442224 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f0bc3e-7e91-458f-9a42-6d38e527c63d admin admin] Made reservation on behalf of 1bd48d0b608548919e1d9bc46c53d34c for: {'subnet': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:40:45.444666 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-69f0bc3e-7e91-458f-9a42-6d38e527c63d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4220974'] for subnet, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:45.610830 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-69f0bc3e-7e91-458f-9a42-6d38e527c63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4413987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4221020'] for subnet, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:45.664851 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0bc3e-7e91-458f-9a42-6d38e527c63d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fdb9533-7713-47f2-9248-a109ea0adca6,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:45.674628 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f0bc3e-7e91-458f-9a42-6d38e527c63d admin admin] Checking segment: {'id': '8ea90adf-fc7a-4c42-a127-8ca6653604d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c8e002e4-5fd0-421e-8833-d8a43cddbbdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:40:45.675444 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f0bc3e-7e91-458f-9a42-6d38e527c63d admin admin] Network hostable DHCP agents. Network: c8e002e4-5fd0-421e-8833-d8a43cddbbdc, hostable agents: ['0224797f-e6dd-43af-ba50-4dde553cda73'], hosted agents: [] {{(pid=93162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 05:40:45.693809 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f0bc3e-7e91-458f-9a42-6d38e527c63d admin admin] Network c8e002e4-5fd0-421e-8833-d8a43cddbbdc is scheduled to be hosted by DHCP agent 0224797f-e6dd-43af-ba50-4dde553cda73 with binding_index 1 {{(pid=93162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 05:40:45.703557 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-69f0bc3e-7e91-458f-9a42-6d38e527c63d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801617-3-iscsi, c8e002e4-5fd0-421e-8833-d8a43cddbbdc) {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:40:45.708957 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f0bc3e-7e91-458f-9a42-6d38e527c63d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:40:45.710272 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-69f0bc3e-7e91-458f-9a42-6d38e527c63d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:45.712179 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72535b77-1120-4c84-b475-952eaeaecb64 None None] Network c8e002e4-5fd0-421e-8833-d8a43cddbbdc requested from dv-cinder-801617-3-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 05:40:45.725569 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-69f0bc3e-7e91-458f-9a42-6d38e527c63d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3158934 Jul 28 05:40:45.839118 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 35872) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:40:45.855639 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ff3fce-be7f-4d27-960d-172152f03c6c None None] Network c8e002e4-5fd0-421e-8833-d8a43cddbbdc requested from dv-cinder-801617-3-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 05:40:45.883005 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9dfb71e-7b30-4cf8-a2af-d6a027765d32 admin admin] Deleting subnet 9cadb751-ef85-4f47-9b79-49f8f6178e2a {{(pid=93162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 05:40:45.886392 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b9dfb71e-7b30-4cf8-a2af-d6a027765d32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:45.921102 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b9dfb71e-7b30-4cf8-a2af-d6a027765d32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4869481'] for subnet, precommit_delete_associations {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:45.962246 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b9dfb71e-7b30-4cf8-a2af-d6a027765d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504883'] for subnet, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:46.013590 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b9dfb71e-7b30-4cf8-a2af-d6a027765d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1504890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4414178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4221011'] for subnet, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:46.038576 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dfb71e-7b30-4cf8-a2af-d6a027765d32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cadb751-ef85-4f47-9b79-49f8f6178e2a,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:46.042263 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b9dfb71e-7b30-4cf8-a2af-d6a027765d32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:46.045184 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-b9dfb71e-7b30-4cf8-a2af-d6a027765d32 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9cadb751-ef85-4f47-9b79-49f8f6178e2a HTTP/1.1" status: 204 len: 168 time: 0.2039435 Jul 28 05:40:46.046572 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 35874) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:40:46.112728 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3209c7b1-2dca-4eb2-a281-cead6f5fe908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1632385'] for network, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:46.192690 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3209c7b1-2dca-4eb2-a281-cead6f5fe908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377030', 'neutron.services.segments.db._delete_segments_for_network-8765227628337'] for network, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:46.201965 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-3209c7b1-2dca-4eb2-a281-cead6f5fe908 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5575942-5a54-4ba6-8eeb-b8d69610dc06']}} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:40:46.212091 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-3209c7b1-2dca-4eb2-a281-cead6f5fe908 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5b14a62-fde2-4fbb-9995-33b8ed43ac3a') {'for_net_delete': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:40:46.212378 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-3209c7b1-2dca-4eb2-a281-cead6f5fe908 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5b14a62-fde2-4fbb-9995-33b8ed43ac3a') {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:40:46.220922 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3209c7b1-2dca-4eb2-a281-cead6f5fe908 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765227627066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4869472'] for segment, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:46.233679 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3209c7b1-2dca-4eb2-a281-cead6f5fe908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502470'] for segment, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:46.239509 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3209c7b1-2dca-4eb2-a281-cead6f5fe908 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=93162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 05:40:46.239885 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3209c7b1-2dca-4eb2-a281-cead6f5fe908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4414104'] for segment, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:46.241463 dv-cinder-801617-3-iscsi neutron-server[93162]: Traceback (most recent call last): Jul 28 05:40:46.241463 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 05:40:46.241463 dv-cinder-801617-3-iscsi neutron-server[93162]: timer() Jul 28 05:40:46.241463 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 05:40:46.241463 dv-cinder-801617-3-iscsi neutron-server[93162]: cb(*args, **kw) Jul 28 05:40:46.241463 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 05:40:46.241463 dv-cinder-801617-3-iscsi neutron-server[93162]: return func(*args, **kwargs) Jul 28 05:40:46.241463 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 05:40:46.241463 dv-cinder-801617-3-iscsi neutron-server[93162]: self._notify() Jul 28 05:40:46.241463 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 05:40:46.241463 dv-cinder-801617-3-iscsi neutron-server[93162]: self.callback(batched_events) Jul 28 05:40:46.241463 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 05:40:46.241463 dv-cinder-801617-3-iscsi neutron-server[93162]: event.method(event) Jul 28 05:40:46.241463 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 05:40:46.241463 dv-cinder-801617-3-iscsi neutron-server[93162]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 05:40:46.241463 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 05:40:46.241463 dv-cinder-801617-3-iscsi neutron-server[93162]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 05:40:46.241463 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 05:40:46.241463 dv-cinder-801617-3-iscsi neutron-server[93162]: return f(self, *a, **k) Jul 28 05:40:46.241463 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 05:40:46.241463 dv-cinder-801617-3-iscsi neutron-server[93162]: return self._get(url).json() Jul 28 05:40:46.241463 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 05:40:46.241463 dv-cinder-801617-3-iscsi neutron-server[93162]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 05:40:46.241463 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 05:40:46.241463 dv-cinder-801617-3-iscsi neutron-server[93162]: return self.request(url, 'GET', **kwargs) Jul 28 05:40:46.241463 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 05:40:46.241463 dv-cinder-801617-3-iscsi neutron-server[93162]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 05:40:46.241463 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 05:40:46.241463 dv-cinder-801617-3-iscsi neutron-server[93162]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 05:40:46.241463 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 05:40:46.241463 dv-cinder-801617-3-iscsi neutron-server[93162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 05:40:46.241463 dv-cinder-801617-3-iscsi neutron-server[93162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 05:40:46.296073 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3209c7b1-2dca-4eb2-a281-cead6f5fe908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406773'] for network, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:46.301198 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-3209c7b1-2dca-4eb2-a281-cead6f5fe908 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for network, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:46.303015 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-3209c7b1-2dca-4eb2-a281-cead6f5fe908 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a5575942-5a54-4ba6-8eeb-b8d69610dc06 HTTP/1.1" status: 204 len: 168 time: 0.2555439 Jul 28 05:40:46.306193 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 35880) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:40:46.313521 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3209c7b1-2dca-4eb2-a281-cead6f5fe908 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5575942-5a54-4ba6-8eeb-b8d69610dc06,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:46.351582 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fc49566-e024-475a-9233-91064f4fe324 admin admin] Deleting subnet 2fdb9533-7713-47f2-9248-a109ea0adca6 {{(pid=93163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 05:40:46.355448 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-0fc49566-e024-475a-9233-91064f4fe324 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:46.391946 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-0fc49566-e024-475a-9233-91064f4fe324 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536495199'] for subnet, precommit_delete_associations {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:46.428933 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-0fc49566-e024-475a-9233-91064f4fe324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504883'] for subnet, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:46.480122 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-0fc49566-e024-475a-9233-91064f4fe324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1504890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5267557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536719496'] for subnet, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:46.506900 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc49566-e024-475a-9233-91064f4fe324 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fdb9533-7713-47f2-9248-a109ea0adca6,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:46.510658 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-0fc49566-e024-475a-9233-91064f4fe324 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for subnet, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:46.515146 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 35884) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:40:46.515347 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-0fc49566-e024-475a-9233-91064f4fe324 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/2fdb9533-7713-47f2-9248-a109ea0adca6 HTTP/1.1" status: 204 len: 168 time: 0.2072911 Jul 28 05:40:46.581810 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8332edef-6ab0-44cd-8855-ce4408c5f6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1632385'] for network, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:46.660761 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8332edef-6ab0-44cd-8855-ce4408c5f6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377030', 'neutron.services.segments.db._delete_segments_for_network-8765227628337'] for network, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:46.670077 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-8332edef-6ab0-44cd-8855-ce4408c5f6cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8e002e4-5fd0-421e-8833-d8a43cddbbdc']}} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:40:46.680124 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-8332edef-6ab0-44cd-8855-ce4408c5f6cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ea90adf-fc7a-4c42-a127-8ca6653604d6') {'for_net_delete': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:40:46.680415 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-8332edef-6ab0-44cd-8855-ce4408c5f6cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ea90adf-fc7a-4c42-a127-8ca6653604d6') {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:40:46.688725 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8332edef-6ab0-44cd-8855-ce4408c5f6cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765227627066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4869472'] for segment, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:46.702110 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8332edef-6ab0-44cd-8855-ce4408c5f6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502470'] for segment, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:46.707783 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8332edef-6ab0-44cd-8855-ce4408c5f6cf admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=93162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 05:40:46.708160 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8332edef-6ab0-44cd-8855-ce4408c5f6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4414104'] for segment, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:46.709724 dv-cinder-801617-3-iscsi neutron-server[93162]: Traceback (most recent call last): Jul 28 05:40:46.709724 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 05:40:46.709724 dv-cinder-801617-3-iscsi neutron-server[93162]: timer() Jul 28 05:40:46.709724 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 05:40:46.709724 dv-cinder-801617-3-iscsi neutron-server[93162]: cb(*args, **kw) Jul 28 05:40:46.709724 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 05:40:46.709724 dv-cinder-801617-3-iscsi neutron-server[93162]: return func(*args, **kwargs) Jul 28 05:40:46.709724 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 05:40:46.709724 dv-cinder-801617-3-iscsi neutron-server[93162]: self._notify() Jul 28 05:40:46.709724 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 05:40:46.709724 dv-cinder-801617-3-iscsi neutron-server[93162]: self.callback(batched_events) Jul 28 05:40:46.709724 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 05:40:46.709724 dv-cinder-801617-3-iscsi neutron-server[93162]: event.method(event) Jul 28 05:40:46.709724 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 05:40:46.709724 dv-cinder-801617-3-iscsi neutron-server[93162]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 05:40:46.709724 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 05:40:46.709724 dv-cinder-801617-3-iscsi neutron-server[93162]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 05:40:46.709724 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 05:40:46.709724 dv-cinder-801617-3-iscsi neutron-server[93162]: return f(self, *a, **k) Jul 28 05:40:46.709724 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 05:40:46.709724 dv-cinder-801617-3-iscsi neutron-server[93162]: return self._get(url).json() Jul 28 05:40:46.709724 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 05:40:46.709724 dv-cinder-801617-3-iscsi neutron-server[93162]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 05:40:46.709724 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 05:40:46.709724 dv-cinder-801617-3-iscsi neutron-server[93162]: return self.request(url, 'GET', **kwargs) Jul 28 05:40:46.709724 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 05:40:46.709724 dv-cinder-801617-3-iscsi neutron-server[93162]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 05:40:46.709724 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 05:40:46.709724 dv-cinder-801617-3-iscsi neutron-server[93162]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 05:40:46.709724 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 05:40:46.709724 dv-cinder-801617-3-iscsi neutron-server[93162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 05:40:46.709724 dv-cinder-801617-3-iscsi neutron-server[93162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 05:40:46.761911 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8332edef-6ab0-44cd-8855-ce4408c5f6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406773'] for network, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:46.767778 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8332edef-6ab0-44cd-8855-ce4408c5f6cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for network, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:46.769478 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-8332edef-6ab0-44cd-8855-ce4408c5f6cf admin admin] 10.222.0.13 "DELETE /v2.0/networks/c8e002e4-5fd0-421e-8833-d8a43cddbbdc HTTP/1.1" status: 204 len: 168 time: 0.2533066 Jul 28 05:40:46.778558 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332edef-6ab0-44cd-8855-ce4408c5f6cf admin admin] Pushing event deleted for resources: {'Network': ['ID=c8e002e4-5fd0-421e-8833-d8a43cddbbdc,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:46.928462 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 35892) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:40:46.969030 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-c7de330f-2276-4ea4-9ef0-7bb78f067f67 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=732d93a6d4a64c4abe0a2185a5206de2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394337 Jul 28 05:40:46.971171 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 35894) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:40:47.016894 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-048ad646-731c-4ae4-92a9-486bff76d40f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:47.037157 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-048ad646-731c-4ae4-92a9-486bff76d40f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:47.082643 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-048ad646-731c-4ae4-92a9-486bff76d40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:47.085063 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-048ad646-731c-4ae4-92a9-486bff76d40f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:47.086166 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-048ad646-731c-4ae4-92a9-486bff76d40f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/feb14899-4887-4f4b-8994-0610d549dc34 HTTP/1.1" status: 204 len: 168 time: 0.1140864 Jul 28 05:40:47.093258 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048ad646-731c-4ae4-92a9-486bff76d40f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb14899-4887-4f4b-8994-0610d549dc34,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:47.391893 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 35904) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:40:47.431062 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-110d12b2-b4db-455e-8c67-b4f17b56f9d7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1bd48d0b608548919e1d9bc46c53d34c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380263 Jul 28 05:40:47.433678 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 35906) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:40:47.484119 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b67cab03-a6b3-4bc1-8b38-acdef2159da1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:47.504165 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b67cab03-a6b3-4bc1-8b38-acdef2159da1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:47.552857 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b67cab03-a6b3-4bc1-8b38-acdef2159da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:47.555561 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b67cab03-a6b3-4bc1-8b38-acdef2159da1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:47.556695 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-b67cab03-a6b3-4bc1-8b38-acdef2159da1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb6b2932-943e-4705-89f6-e9e3c56f3c90 HTTP/1.1" status: 204 len: 168 time: 0.1220977 Jul 28 05:40:47.564309 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67cab03-a6b3-4bc1-8b38-acdef2159da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6b2932-943e-4705-89f6-e9e3c56f3c90,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:48.512670 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:51.817570 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 36042) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:40:51.915139 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-3b0c4b6d-1296-4d36-b993-b8423e079ab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:52.002402 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-3b0c4b6d-1296-4d36-b993-b8423e079ab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:52.005785 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-3b0c4b6d-1296-4d36-b993-b8423e079ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:52.043316 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-3b0c4b6d-1296-4d36-b993-b8423e079ab9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0dce4bfd07be40f5a0e18492099601d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2246819 Jul 28 05:40:52.044193 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c4b6d-1296-4d36-b993-b8423e079ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086f4a23-41a6-408f-91b8-55c623c47805,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:52.045970 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 36046) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:40:52.093145 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-de0a34aa-730e-4cf8-b413-c1c47f167008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:52.114283 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-de0a34aa-730e-4cf8-b413-c1c47f167008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:52.159886 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-de0a34aa-730e-4cf8-b413-c1c47f167008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:52.162258 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-de0a34aa-730e-4cf8-b413-c1c47f167008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:52.163402 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-de0a34aa-730e-4cf8-b413-c1c47f167008 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/086f4a23-41a6-408f-91b8-55c623c47805 HTTP/1.1" status: 204 len: 168 time: 0.1164610 Jul 28 05:40:52.170848 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a34aa-730e-4cf8-b413-c1c47f167008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086f4a23-41a6-408f-91b8-55c623c47805,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:52.409622 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 36054) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:40:52.422666 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4f75e77b-4b4d-4c5d-858d-aa361118807f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:52.513734 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4f75e77b-4b4d-4c5d-858d-aa361118807f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:52.517346 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4f75e77b-4b4d-4c5d-858d-aa361118807f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:52.552356 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-4f75e77b-4b4d-4c5d-858d-aa361118807f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=415c7b41d4e240d4834301edd2ce74d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1415579 Jul 28 05:40:52.555483 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 36060) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:40:52.557546 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f75e77b-4b4d-4c5d-858d-aa361118807f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e3288d-b6ed-420b-b99d-55b1758e5fc1,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:52.607080 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-45136698-b42d-4559-a4b8-3100933aa4e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:52.628165 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-45136698-b42d-4559-a4b8-3100933aa4e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:52.672297 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-45136698-b42d-4559-a4b8-3100933aa4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:52.674966 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-45136698-b42d-4559-a4b8-3100933aa4e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:52.676087 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-45136698-b42d-4559-a4b8-3100933aa4e5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/44e3288d-b6ed-420b-b99d-55b1758e5fc1 HTTP/1.1" status: 204 len: 168 time: 0.1195824 Jul 28 05:40:52.683921 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45136698-b42d-4559-a4b8-3100933aa4e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e3288d-b6ed-420b-b99d-55b1758e5fc1,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:40:53.962798 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-957c7936-a528-4812-adf8-7b34b05ae596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:56.835543 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-01a83b5a-c4e0-4a76-8214-4536b1f0842d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:56.898741 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:57.878404 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:40:59.391435 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:41:01.382623 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:41:18.533533 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:41:23.964953 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-10481191-5fe6-4610-bc8c-ff8b86524a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:41:26.836883 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-766c94f8-fc46-46f0-ab40-b87d34b1c955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:41:26.900269 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:41:27.881611 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:41:29.393560 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:41:38.382001 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:41:48.548205 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:41:53.965279 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-8b9d474b-2dd6-4038-976b-77de7f1e3bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:41:56.839639 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-46450880-6aa2-4bd4-bac3-1551d0c0486e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:41:56.900899 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:41:57.883381 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:41:59.396685 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:42:15.380992 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:42:18.562624 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:42:23.965324 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9282ed49-625d-41db-a2ba-ea160d8ddb9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:42:26.838994 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9410e1e3-e033-445b-a849-0fe9c23a1761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:42:26.901110 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:42:27.885937 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:42:29.400697 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:42:48.577543 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:42:52.381055 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:42:53.964950 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-47e5332b-df12-46f1-970b-996c32bd7ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:42:56.839727 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f2d08b87-5af6-45b9-a2ca-2b0829610600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:42:56.901589 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:42:57.888011 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:42:59.402332 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:43:18.576764 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:43:23.964344 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-d32e9539-a6da-4d8b-a21e-9c130031fe4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:43:26.839749 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-fcc7ae59-1bf7-441c-9708-caab7ff6ae98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:43:26.903655 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:43:27.891467 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:43:29.381947 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:43:29.420802 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:43:44.263366 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 38152) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:43:44.373468 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1bc493fa-d4c0-415f-b0cf-c9289dc64af2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:43:44.462942 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1bc493fa-d4c0-415f-b0cf-c9289dc64af2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:43:44.467637 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1bc493fa-d4c0-415f-b0cf-c9289dc64af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:43:44.510648 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc493fa-d4c0-415f-b0cf-c9289dc64af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3726f994-c99e-4892-945c-37a0e9830639,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:43:44.517693 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-1bc493fa-d4c0-415f-b0cf-c9289dc64af2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=df04b0e67f2544b6aacaf41d966e3cac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2508910 Jul 28 05:43:44.518046 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 38168) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:43:44.520206 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc493fa-d4c0-415f-b0cf-c9289dc64af2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:43:44.520556 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc493fa-d4c0-415f-b0cf-c9289dc64af2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:43:44.520930 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc493fa-d4c0-415f-b0cf-c9289dc64af2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:43:44.521218 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc493fa-d4c0-415f-b0cf-c9289dc64af2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:43:44.521807 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc493fa-d4c0-415f-b0cf-c9289dc64af2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:43:44.521878 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc493fa-d4c0-415f-b0cf-c9289dc64af2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:43:44.522705 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc493fa-d4c0-415f-b0cf-c9289dc64af2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:43:44.523030 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc493fa-d4c0-415f-b0cf-c9289dc64af2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:43:44.523351 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc493fa-d4c0-415f-b0cf-c9289dc64af2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:43:44.523714 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc493fa-d4c0-415f-b0cf-c9289dc64af2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:43:44.524034 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc493fa-d4c0-415f-b0cf-c9289dc64af2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:43:44.524350 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bc493fa-d4c0-415f-b0cf-c9289dc64af2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:43:44.571464 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-04eb6f01-7c19-4131-9b89-5daaad4ffe0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:43:44.593823 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-04eb6f01-7c19-4131-9b89-5daaad4ffe0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:43:44.651121 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-04eb6f01-7c19-4131-9b89-5daaad4ffe0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:43:44.653982 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-04eb6f01-7c19-4131-9b89-5daaad4ffe0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:43:44.655864 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-04eb6f01-7c19-4131-9b89-5daaad4ffe0e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3726f994-c99e-4892-945c-37a0e9830639 HTTP/1.1" status: 204 len: 168 time: 0.1367965 Jul 28 05:43:44.667944 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eb6f01-7c19-4131-9b89-5daaad4ffe0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3726f994-c99e-4892-945c-37a0e9830639,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:43:44.676777 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eb6f01-7c19-4131-9b89-5daaad4ffe0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:43:44.677223 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eb6f01-7c19-4131-9b89-5daaad4ffe0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:43:44.677657 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eb6f01-7c19-4131-9b89-5daaad4ffe0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:43:44.678098 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eb6f01-7c19-4131-9b89-5daaad4ffe0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:43:44.678556 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eb6f01-7c19-4131-9b89-5daaad4ffe0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:43:44.678996 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eb6f01-7c19-4131-9b89-5daaad4ffe0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:43:44.679399 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eb6f01-7c19-4131-9b89-5daaad4ffe0e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:43:44.679814 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eb6f01-7c19-4131-9b89-5daaad4ffe0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:43:44.680204 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eb6f01-7c19-4131-9b89-5daaad4ffe0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:43:44.680696 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eb6f01-7c19-4131-9b89-5daaad4ffe0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:43:44.681090 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eb6f01-7c19-4131-9b89-5daaad4ffe0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:43:44.681481 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04eb6f01-7c19-4131-9b89-5daaad4ffe0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:43:44.933991 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 38186) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:43:44.948572 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-beaecb65-4d24-4636-834a-44bc2d8dbbe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:43:45.047518 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-beaecb65-4d24-4636-834a-44bc2d8dbbe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:43:45.051640 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-beaecb65-4d24-4636-834a-44bc2d8dbbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:43:45.092830 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaecb65-4d24-4636-834a-44bc2d8dbbe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c91cbff-a825-4183-94f1-1ef66e14dc09,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:43:45.097103 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-beaecb65-4d24-4636-834a-44bc2d8dbbe3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c0af4fa78e8f42eb9c728ff6c0529356&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1620290 Jul 28 05:43:45.100025 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 38194) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:43:45.151378 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-99346b85-94a8-4f27-ab2f-0a752e399aa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:43:45.172637 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-99346b85-94a8-4f27-ab2f-0a752e399aa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:43:45.220255 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-99346b85-94a8-4f27-ab2f-0a752e399aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:43:45.223009 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-99346b85-94a8-4f27-ab2f-0a752e399aa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:43:45.226372 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-99346b85-94a8-4f27-ab2f-0a752e399aa9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5c91cbff-a825-4183-94f1-1ef66e14dc09 HTTP/1.1" status: 204 len: 168 time: 0.1232135 Jul 28 05:43:45.233095 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99346b85-94a8-4f27-ab2f-0a752e399aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c91cbff-a825-4183-94f1-1ef66e14dc09,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:43:47.055690 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 38322) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:43:47.166210 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-62c8b88a-acd4-483b-bc39-88c32922fbaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:43:47.258798 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-62c8b88a-acd4-483b-bc39-88c32922fbaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:43:47.262126 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-62c8b88a-acd4-483b-bc39-88c32922fbaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:43:47.298981 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-62c8b88a-acd4-483b-bc39-88c32922fbaf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6a64f770757b4bf597a262a14c413d18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2422271 Jul 28 05:43:47.300095 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c8b88a-acd4-483b-bc39-88c32922fbaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06aaa22-36b4-4e13-9677-e891769537b3,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:43:47.302150 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 38334) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:43:47.362783 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e5339695-a1e8-4405-b183-4d68b746a45b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:43:47.383147 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e5339695-a1e8-4405-b183-4d68b746a45b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:43:47.429626 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e5339695-a1e8-4405-b183-4d68b746a45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:43:47.432474 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-e5339695-a1e8-4405-b183-4d68b746a45b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:43:47.433622 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-e5339695-a1e8-4405-b183-4d68b746a45b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c06aaa22-36b4-4e13-9677-e891769537b3 HTTP/1.1" status: 204 len: 168 time: 0.1288285 Jul 28 05:43:47.441588 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5339695-a1e8-4405-b183-4d68b746a45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06aaa22-36b4-4e13-9677-e891769537b3,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:43:47.694468 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 38344) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:43:47.709474 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8b358e0d-3dab-4792-ac51-abfe1dc45a9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:43:47.809741 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8b358e0d-3dab-4792-ac51-abfe1dc45a9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:43:47.813490 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8b358e0d-3dab-4792-ac51-abfe1dc45a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:43:47.852177 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-8b358e0d-3dab-4792-ac51-abfe1dc45a9f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a376f7a31a9e4047bff690c8c3a87559&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1566467 Jul 28 05:43:47.853049 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b358e0d-3dab-4792-ac51-abfe1dc45a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e92fee-4f66-4733-b1cb-8a6ad097f004,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:43:47.854827 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 38346) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:43:47.908420 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-27904dce-5955-4412-8ca0-77ed9a8b3513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:43:47.928536 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-27904dce-5955-4412-8ca0-77ed9a8b3513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:43:47.976291 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-27904dce-5955-4412-8ca0-77ed9a8b3513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:43:47.979044 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-27904dce-5955-4412-8ca0-77ed9a8b3513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:43:47.980208 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-27904dce-5955-4412-8ca0-77ed9a8b3513 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/67e92fee-4f66-4733-b1cb-8a6ad097f004 HTTP/1.1" status: 204 len: 168 time: 0.1237314 Jul 28 05:43:47.987880 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27904dce-5955-4412-8ca0-77ed9a8b3513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e92fee-4f66-4733-b1cb-8a6ad097f004,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:43:48.298375 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 38358) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:43:48.311735 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-6d01aa82-c561-40ac-a844-aa5dd12ba226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:43:48.403786 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-6d01aa82-c561-40ac-a844-aa5dd12ba226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:43:48.407545 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-6d01aa82-c561-40ac-a844-aa5dd12ba226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:43:48.445143 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-6d01aa82-c561-40ac-a844-aa5dd12ba226 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=602c5dc0f1d94705a7a5018ad1ca8dcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1457624 Jul 28 05:43:48.445946 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d01aa82-c561-40ac-a844-aa5dd12ba226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0b945f-8f61-4623-94b7-fe6cc3e63a7c,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:43:48.447967 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 38362) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:43:48.496814 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-19a58a6b-236b-4747-a256-5a45309b57fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:43:48.516564 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-19a58a6b-236b-4747-a256-5a45309b57fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:43:48.565146 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-19a58a6b-236b-4747-a256-5a45309b57fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:43:48.568051 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-19a58a6b-236b-4747-a256-5a45309b57fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:43:48.572423 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-19a58a6b-236b-4747-a256-5a45309b57fe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6e0b945f-8f61-4623-94b7-fe6cc3e63a7c HTTP/1.1" status: 204 len: 168 time: 0.1233687 Jul 28 05:43:48.575655 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:43:48.580673 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a58a6b-236b-4747-a256-5a45309b57fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0b945f-8f61-4623-94b7-fe6cc3e63a7c,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:43:53.966456 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-187d774f-3437-4f3d-8a7f-98bc88753317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:43:55.413770 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 38530) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:43:55.516381 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-c6d303cd-02a8-4f0d-9fd8-8a7cdabec040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:43:55.603715 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-c6d303cd-02a8-4f0d-9fd8-8a7cdabec040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:43:55.607774 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-c6d303cd-02a8-4f0d-9fd8-8a7cdabec040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:43:55.648584 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-c6d303cd-02a8-4f0d-9fd8-8a7cdabec040 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c7112a69dd87422d9e49a10a2ba8742f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2337666 Jul 28 05:43:55.649461 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d303cd-02a8-4f0d-9fd8-8a7cdabec040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e380d7-b1fe-40ec-ac24-c80d19e59113,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:43:55.651401 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 38534) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:43:55.701103 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5c9f8805-5d98-4645-ad3d-b9a0c3eec53d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:43:55.723120 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5c9f8805-5d98-4645-ad3d-b9a0c3eec53d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:43:55.771689 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5c9f8805-5d98-4645-ad3d-b9a0c3eec53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:43:55.774693 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5c9f8805-5d98-4645-ad3d-b9a0c3eec53d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:43:55.775936 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-5c9f8805-5d98-4645-ad3d-b9a0c3eec53d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/45e380d7-b1fe-40ec-ac24-c80d19e59113 HTTP/1.1" status: 204 len: 168 time: 0.1234558 Jul 28 05:43:55.783822 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9f8805-5d98-4645-ad3d-b9a0c3eec53d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e380d7-b1fe-40ec-ac24-c80d19e59113,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:43:56.047398 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 38548) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:43:56.062266 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d375881d-9013-493f-abaf-370ad90d1108 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:43:56.165046 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d375881d-9013-493f-abaf-370ad90d1108 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:43:56.169924 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d375881d-9013-493f-abaf-370ad90d1108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:43:56.207339 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-d375881d-9013-493f-abaf-370ad90d1108 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=65346a40eae242aa8cdbb6ab4091f01d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1588008 Jul 28 05:43:56.209829 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d375881d-9013-493f-abaf-370ad90d1108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cdf33fe-b940-48fa-8ef8-ffb6db28fead,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:43:56.210572 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 38556) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:43:56.260282 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2d3e75e1-7835-4f8f-920a-b44d6b58c933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:43:56.280953 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2d3e75e1-7835-4f8f-920a-b44d6b58c933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:43:56.327593 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2d3e75e1-7835-4f8f-920a-b44d6b58c933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:43:56.330113 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2d3e75e1-7835-4f8f-920a-b44d6b58c933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:43:56.331296 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-2d3e75e1-7835-4f8f-920a-b44d6b58c933 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3cdf33fe-b940-48fa-8ef8-ffb6db28fead HTTP/1.1" status: 204 len: 168 time: 0.1197376 Jul 28 05:43:56.339321 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e75e1-7835-4f8f-920a-b44d6b58c933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cdf33fe-b940-48fa-8ef8-ffb6db28fead,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:43:56.840234 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-701618bb-1d3e-4cd1-afec-74f59905dade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:43:56.920661 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:43:57.894507 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:43:59.400827 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:04.946258 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 38772) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:44:05.126629 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_v2 [None req-babcd730-e69a-4487-894b-36af7b53ff56 admin admin] Deleting subnet 9ae3169a-dd18-4170-bfb7-7c81bdd3233d {{(pid=93163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 05:44:05.129457 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-babcd730-e69a-4487-894b-36af7b53ff56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:05.166018 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-babcd730-e69a-4487-894b-36af7b53ff56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536495199'] for subnet, precommit_delete_associations {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:05.203237 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-babcd730-e69a-4487-894b-36af7b53ff56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504883'] for subnet, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:05.252410 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-babcd730-e69a-4487-894b-36af7b53ff56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1504890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5267557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536719496'] for subnet, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:05.277101 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babcd730-e69a-4487-894b-36af7b53ff56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ae3169a-dd18-4170-bfb7-7c81bdd3233d,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:05.282781 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-babcd730-e69a-4487-894b-36af7b53ff56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for subnet, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:05.284826 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-babcd730-e69a-4487-894b-36af7b53ff56 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9ae3169a-dd18-4170-bfb7-7c81bdd3233d HTTP/1.1" status: 204 len: 168 time: 0.3361070 Jul 28 05:44:05.285128 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 38778) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:44:05.353594 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347e086b-75ea-4f16-9ba8-1481a7bdd0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1632385'] for network, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:05.429581 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347e086b-75ea-4f16-9ba8-1481a7bdd0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377030', 'neutron.services.segments.db._delete_segments_for_network-8765227628337'] for network, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:05.439005 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.services.segments.db [None req-347e086b-75ea-4f16-9ba8-1481a7bdd0c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e1b37c8-9f51-4b13-b4f6-5de8eae97aae']}} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:44:05.449731 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.services.segments.db [None req-347e086b-75ea-4f16-9ba8-1481a7bdd0c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '275e1bcb-3d9e-4904-beb0-ef3ab74c53b2') {'for_net_delete': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:44:05.450033 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.services.segments.db [None req-347e086b-75ea-4f16-9ba8-1481a7bdd0c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '275e1bcb-3d9e-4904-beb0-ef3ab74c53b2') {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:44:05.458486 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347e086b-75ea-4f16-9ba8-1481a7bdd0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765227627066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536495190'] for segment, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:05.473632 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347e086b-75ea-4f16-9ba8-1481a7bdd0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502470'] for segment, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:05.479371 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-347e086b-75ea-4f16-9ba8-1481a7bdd0c5 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=93163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 05:44:05.479783 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347e086b-75ea-4f16-9ba8-1481a7bdd0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5267487'] for segment, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:05.481545 dv-cinder-801617-3-iscsi neutron-server[93163]: Traceback (most recent call last): Jul 28 05:44:05.481545 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 05:44:05.481545 dv-cinder-801617-3-iscsi neutron-server[93163]: timer() Jul 28 05:44:05.481545 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 05:44:05.481545 dv-cinder-801617-3-iscsi neutron-server[93163]: cb(*args, **kw) Jul 28 05:44:05.481545 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 05:44:05.481545 dv-cinder-801617-3-iscsi neutron-server[93163]: return func(*args, **kwargs) Jul 28 05:44:05.481545 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 05:44:05.481545 dv-cinder-801617-3-iscsi neutron-server[93163]: self._notify() Jul 28 05:44:05.481545 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 05:44:05.481545 dv-cinder-801617-3-iscsi neutron-server[93163]: self.callback(batched_events) Jul 28 05:44:05.481545 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 05:44:05.481545 dv-cinder-801617-3-iscsi neutron-server[93163]: event.method(event) Jul 28 05:44:05.481545 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 05:44:05.481545 dv-cinder-801617-3-iscsi neutron-server[93163]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 05:44:05.481545 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 05:44:05.481545 dv-cinder-801617-3-iscsi neutron-server[93163]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 05:44:05.481545 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 05:44:05.481545 dv-cinder-801617-3-iscsi neutron-server[93163]: return f(self, *a, **k) Jul 28 05:44:05.481545 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 05:44:05.481545 dv-cinder-801617-3-iscsi neutron-server[93163]: return self._get(url).json() Jul 28 05:44:05.481545 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 05:44:05.481545 dv-cinder-801617-3-iscsi neutron-server[93163]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 05:44:05.481545 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 05:44:05.481545 dv-cinder-801617-3-iscsi neutron-server[93163]: return self.request(url, 'GET', **kwargs) Jul 28 05:44:05.481545 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 05:44:05.481545 dv-cinder-801617-3-iscsi neutron-server[93163]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 05:44:05.481545 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 05:44:05.481545 dv-cinder-801617-3-iscsi neutron-server[93163]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 05:44:05.481545 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 05:44:05.481545 dv-cinder-801617-3-iscsi neutron-server[93163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 05:44:05.481545 dv-cinder-801617-3-iscsi neutron-server[93163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 05:44:05.538294 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347e086b-75ea-4f16-9ba8-1481a7bdd0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406773'] for network, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:05.545983 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-347e086b-75ea-4f16-9ba8-1481a7bdd0c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for network, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:05.547841 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-347e086b-75ea-4f16-9ba8-1481a7bdd0c5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/1e1b37c8-9f51-4b13-b4f6-5de8eae97aae HTTP/1.1" status: 204 len: 168 time: 0.2618468 Jul 28 05:44:05.557527 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e086b-75ea-4f16-9ba8-1481a7bdd0c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e1b37c8-9f51-4b13-b4f6-5de8eae97aae,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:05.665777 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 38794) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:44:05.706258 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-1b86cd51-3d70-4174-98fb-4535935dc8f9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=162cf98d41084cd29bc9db2538d57b58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392833 Jul 28 05:44:05.708666 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 38796) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:44:05.755946 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ecd8a360-554c-4593-8b45-bde397c069e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:05.775902 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ecd8a360-554c-4593-8b45-bde397c069e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:05.820538 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ecd8a360-554c-4593-8b45-bde397c069e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:05.823000 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ecd8a360-554c-4593-8b45-bde397c069e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:05.824174 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-ecd8a360-554c-4593-8b45-bde397c069e6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/54625e3e-dce3-4365-bd4f-8381487c9868 HTTP/1.1" status: 204 len: 168 time: 0.1145775 Jul 28 05:44:05.831294 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd8a360-554c-4593-8b45-bde397c069e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54625e3e-dce3-4365-bd4f-8381487c9868,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:06.381279 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:44:06.461724 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 38822) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:44:06.553324 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-0f4febe2-f72a-4946-8061-10eb0fca3d82 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-897147168-network', 'tenant_id': '478beb6fcdd6407da3c142fae91116ed'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:44:06.579769 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4febe2-f72a-4946-8061-10eb0fca3d82 admin admin] Made reservation on behalf of 478beb6fcdd6407da3c142fae91116ed for: {'network': 1} {{(pid=93163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:44:06.582059 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-0f4febe2-f72a-4946-8061-10eb0fca3d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for network, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:06.590889 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-0f4febe2-f72a-4946-8061-10eb0fca3d82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:06.682406 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-0f4febe2-f72a-4946-8061-10eb0fca3d82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:06.685940 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-0f4febe2-f72a-4946-8061-10eb0fca3d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:06.707023 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f4febe2-f72a-4946-8061-10eb0fca3d82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=93163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 05:44:06.721149 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4febe2-f72a-4946-8061-10eb0fca3d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39222a87-4527-4b42-b78a-ecc385400c8c,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:06.726283 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-0f4febe2-f72a-4946-8061-10eb0fca3d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502470'] for segment, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:06.726632 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.db.segments_db [None req-0f4febe2-f72a-4946-8061-10eb0fca3d82 admin admin] Added segment 6d787c1b-88ca-4968-bd6d-f632dbf3b2f3 of type vlan for network ca9615ec-5de0-432f-98b2-f9ae6a48e274 Jul 28 05:44:06.769387 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-0f4febe2-f72a-4946-8061-10eb0fca3d82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765227181150'] for network, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:06.798990 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-0f4febe2-f72a-4946-8061-10eb0fca3d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463'] for network, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:06.799946 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4febe2-f72a-4946-8061-10eb0fca3d82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:44:06.800524 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-0f4febe2-f72a-4946-8061-10eb0fca3d82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for network, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:06.853372 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-0f4febe2-f72a-4946-8061-10eb0fca3d82 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3905361 Jul 28 05:44:06.856405 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 38836) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:44:06.861561 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-1ec9ea7e-49ae-496c-a2c2-0a92e38105d4 admin admin] Request body: {'subnet': {'network_id': 'ca9615ec-5de0-432f-98b2-f9ae6a48e274', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-897147168-subnet', 'tenant_id': '478beb6fcdd6407da3c142fae91116ed', 'ip_version': 4}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:44:06.866866 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4febe2-f72a-4946-8061-10eb0fca3d82 admin admin] Pushing event updated for resources: {'Network': ['ID=ca9615ec-5de0-432f-98b2-f9ae6a48e274,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:06.877524 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Network ca9615ec-5de0-432f-98b2-f9ae6a48e274 details requested by agent ovs-agent-dv-cinder-801617-3-iscsi with host dv-cinder-801617-3-iscsi {{(pid=93164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 05:44:06.882467 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec9ea7e-49ae-496c-a2c2-0a92e38105d4 admin admin] Made reservation on behalf of 478beb6fcdd6407da3c142fae91116ed for: {'subnet': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:44:06.884852 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1ec9ea7e-49ae-496c-a2c2-0a92e38105d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4220974'] for subnet, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:06.949956 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 38838) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:44:07.058851 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-3ca2c33c-455e-47f4-b100-075b32232fbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:07.062565 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1ec9ea7e-49ae-496c-a2c2-0a92e38105d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4413987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4221020'] for subnet, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:07.118164 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec9ea7e-49ae-496c-a2c2-0a92e38105d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=161a72e3-56b4-4d3a-a9d9-e80062e7f6ce,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:07.128854 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec9ea7e-49ae-496c-a2c2-0a92e38105d4 admin admin] Checking segment: {'id': '6d787c1b-88ca-4968-bd6d-f632dbf3b2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ca9615ec-5de0-432f-98b2-f9ae6a48e274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:44:07.129205 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec9ea7e-49ae-496c-a2c2-0a92e38105d4 admin admin] Network hostable DHCP agents. Network: ca9615ec-5de0-432f-98b2-f9ae6a48e274, hostable agents: ['0224797f-e6dd-43af-ba50-4dde553cda73'], hosted agents: [] {{(pid=93162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 05:44:07.145772 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec9ea7e-49ae-496c-a2c2-0a92e38105d4 admin admin] Network ca9615ec-5de0-432f-98b2-f9ae6a48e274 is scheduled to be hosted by DHCP agent 0224797f-e6dd-43af-ba50-4dde553cda73 with binding_index 1 {{(pid=93162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 05:44:07.154012 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-3ca2c33c-455e-47f4-b100-075b32232fbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:07.154732 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-1ec9ea7e-49ae-496c-a2c2-0a92e38105d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801617-3-iscsi, ca9615ec-5de0-432f-98b2-f9ae6a48e274) {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:44:07.159310 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-3ca2c33c-455e-47f4-b100-075b32232fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:07.159449 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec9ea7e-49ae-496c-a2c2-0a92e38105d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:44:07.159995 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1ec9ea7e-49ae-496c-a2c2-0a92e38105d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:07.165101 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88f1ca7-90c5-4521-80f3-9545ca13b9e1 None None] Network ca9615ec-5de0-432f-98b2-f9ae6a48e274 requested from dv-cinder-801617-3-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 05:44:07.174748 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-1ec9ea7e-49ae-496c-a2c2-0a92e38105d4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3172598 Jul 28 05:44:07.177370 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 38842) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:44:07.182873 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-7644212b-5738-41b6-85c1-314908b04653 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-897147168-router', 'tenant_id': '478beb6fcdd6407da3c142fae91116ed', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d'}}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:44:07.202441 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-3ca2c33c-455e-47f4-b100-075b32232fbf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0e232c67317d4d0781f562911e06fa69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2512281 Jul 28 05:44:07.204176 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca2c33c-455e-47f4-b100-075b32232fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e48028a-30f0-4f35-ba89-7948b12520ed,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:07.205246 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 38844) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:44:07.212606 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7644212b-5738-41b6-85c1-314908b04653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-555544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-936'] for router, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:07.213557 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7644212b-5738-41b6-85c1-314908b04653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-931'] for router, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:07.291082 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7644212b-5738-41b6-85c1-314908b04653 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:07.323355 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f318f2b9-5ff7-4abb-ae9c-b4a551bbca73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8013e485-fac1-5ac9-b3c7-78bb1bff2b0b-ca9615ec-5de0-432f-98b2-f9ae6a48e274', 'network_id': 'ca9615ec-5de0-432f-98b2-f9ae6a48e274', 'tenant_id': '478beb6fcdd6407da3c142fae91116ed', 'fixed_ips': [{'subnet_id': '161a72e3-56b4-4d3a-a9d9-e80062e7f6ce'}]}} from dv-cinder-801617-3-iscsi. {{(pid=93164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 05:44:07.324251 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f318f2b9-5ff7-4abb-ae9c-b4a551bbca73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:07.332750 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-bdb352a0-7db3-4d11-b07b-27bfde41766b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:07.466749 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.db_base_plugin_common [None req-f318f2b9-5ff7-4abb-ae9c-b4a551bbca73 None None] Allocated IP 172.20.0.2 (ca9615ec-5de0-432f-98b2-f9ae6a48e274/161a72e3-56b4-4d3a-a9d9-e80062e7f6ce/f9929968-7d38-411e-bb83-c6b1fe64cb5d) {{(pid=93164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:44:07.617234 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f318f2b9-5ff7-4abb-ae9c-b4a551bbca73 None None] Notify callbacks [] for port, precommit_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:07.625588 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f318f2b9-5ff7-4abb-ae9c-b4a551bbca73 None None] Transition to ACTIVE for port object f9929968-7d38-411e-bb83-c6b1fe64cb5d will not be triggered until provisioned by entity L2. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:44:07.644896 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f318f2b9-5ff7-4abb-ae9c-b4a551bbca73 None None] Transition to ACTIVE for port object f9929968-7d38-411e-bb83-c6b1fe64cb5d will not be triggered until provisioned by entity DHCP. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:44:07.652110 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f318f2b9-5ff7-4abb-ae9c-b4a551bbca73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227148292'] for port, after_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:07.656365 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-bdb352a0-7db3-4d11-b07b-27bfde41766b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:07.670272 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7644212b-5738-41b6-85c1-314908b04653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-555562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-909'] for router, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:07.700352 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f318f2b9-5ff7-4abb-ae9c-b4a551bbca73 None None] Pushing event updated for resources: {'Port': ['ID=f9929968-7d38-411e-bb83-c6b1fe64cb5d,revision_number=1']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:07.708279 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f318f2b9-5ff7-4abb-ae9c-b4a551bbca73 None None] Network ca9615ec-5de0-432f-98b2-f9ae6a48e274 is already hosted by enough agents. {{(pid=93164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:44:07.710186 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f318f2b9-5ff7-4abb-ae9c-b4a551bbca73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:07.710536 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f318f2b9-5ff7-4abb-ae9c-b4a551bbca73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:07.710863 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f318f2b9-5ff7-4abb-ae9c-b4a551bbca73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:07.711193 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f318f2b9-5ff7-4abb-ae9c-b4a551bbca73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:07.711541 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f318f2b9-5ff7-4abb-ae9c-b4a551bbca73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:07.711864 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f318f2b9-5ff7-4abb-ae9c-b4a551bbca73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:07.712343 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f318f2b9-5ff7-4abb-ae9c-b4a551bbca73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:07.712829 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f318f2b9-5ff7-4abb-ae9c-b4a551bbca73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:07.713294 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f318f2b9-5ff7-4abb-ae9c-b4a551bbca73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:07.713756 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f318f2b9-5ff7-4abb-ae9c-b4a551bbca73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:07.714224 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f318f2b9-5ff7-4abb-ae9c-b4a551bbca73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:07.714741 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f318f2b9-5ff7-4abb-ae9c-b4a551bbca73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:07.724286 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.scheduler.base_scheduler [None req-f318f2b9-5ff7-4abb-ae9c-b4a551bbca73 None None] Resources bound (agent type, host, resource id): {{(pid=93164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:44:07.727080 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f318f2b9-5ff7-4abb-ae9c-b4a551bbca73 None None] Received port after_create {{(pid=93164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 05:44:07.756348 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-bdb352a0-7db3-4d11-b07b-27bfde41766b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:07.759202 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-bdb352a0-7db3-4d11-b07b-27bfde41766b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:07.762631 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-bdb352a0-7db3-4d11-b07b-27bfde41766b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8e48028a-30f0-4f35-ba89-7948b12520ed HTTP/1.1" status: 204 len: 168 time: 0.5541975 Jul 28 05:44:07.768832 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb352a0-7db3-4d11-b07b-27bfde41766b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e48028a-30f0-4f35-ba89-7948b12520ed,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:07.797340 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-f318f2b9-5ff7-4abb-ae9c-b4a551bbca73 None None] Attempting to bind port f9929968-7d38-411e-bb83-c6b1fe64cb5d on host dv-cinder-801617-3-iscsi for vnic_type normal with profile {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 05:44:07.797821 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-f318f2b9-5ff7-4abb-ae9c-b4a551bbca73 None None] Attempting to bind port f9929968-7d38-411e-bb83-c6b1fe64cb5d by drivers openvswitch,hyperv on host dv-cinder-801617-3-iscsi at level 0 using segments [{'id': '6d787c1b-88ca-4968-bd6d-f632dbf3b2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ca9615ec-5de0-432f-98b2-f9ae6a48e274'}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 05:44:07.798269 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f318f2b9-5ff7-4abb-ae9c-b4a551bbca73 None None] Attempting to bind port f9929968-7d38-411e-bb83-c6b1fe64cb5d on network ca9615ec-5de0-432f-98b2-f9ae6a48e274 {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:44:07.804124 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f318f2b9-5ff7-4abb-ae9c-b4a551bbca73 None None] Checking agent: {'id': '3fbc40da-b90e-4a82-82aa-1ec33702809d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 5, 1, 27), 'started_at': datetime.datetime(2021, 7, 28, 5, 1, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 5, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 05:44:07.804488 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f318f2b9-5ff7-4abb-ae9c-b4a551bbca73 None None] Checking segment: {'id': '6d787c1b-88ca-4968-bd6d-f632dbf3b2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ca9615ec-5de0-432f-98b2-f9ae6a48e274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:44:07.805131 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f318f2b9-5ff7-4abb-ae9c-b4a551bbca73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:07.805697 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f318f2b9-5ff7-4abb-ae9c-b4a551bbca73 None None] Bound using segment: {'id': '6d787c1b-88ca-4968-bd6d-f632dbf3b2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ca9615ec-5de0-432f-98b2-f9ae6a48e274'} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 05:44:07.806208 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-f318f2b9-5ff7-4abb-ae9c-b4a551bbca73 None None] Bound port: f9929968-7d38-411e-bb83-c6b1fe64cb5d, host: dv-cinder-801617-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d787c1b-88ca-4968-bd6d-f632dbf3b2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ca9615ec-5de0-432f-98b2-f9ae6a48e274'}}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 05:44:07.806594 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f318f2b9-5ff7-4abb-ae9c-b4a551bbca73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:07.886046 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-f318f2b9-5ff7-4abb-ae9c-b4a551bbca73 None None] For port f9929968-7d38-411e-bb83-c6b1fe64cb5d, host dv-cinder-801617-3-iscsi, cleared binding levels {{(pid=93164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:44:07.889400 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-f318f2b9-5ff7-4abb-ae9c-b4a551bbca73 None None] For port f9929968-7d38-411e-bb83-c6b1fe64cb5d, host dv-cinder-801617-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=f9929968-7d38-411e-bb83-c6b1fe64cb5d,segment=NetworkSegment(6d787c1b-88ca-4968-bd6d-f632dbf3b2f3),segment_id=6d787c1b-88ca-4968-bd6d-f632dbf3b2f3)] {{(pid=93164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:44:07.894158 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f318f2b9-5ff7-4abb-ae9c-b4a551bbca73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:07.946911 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7644212b-5738-41b6-85c1-314908b04653 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:07.966386 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f318f2b9-5ff7-4abb-ae9c-b4a551bbca73 None None] Pushing event updated for resources: {'Port': ['ID=f9929968-7d38-411e-bb83-c6b1fe64cb5d,revision_number=2']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:07.980312 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7644212b-5738-41b6-85c1-314908b04653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:08.112636 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [None req-7644212b-5738-41b6-85c1-314908b04653 admin admin] Allocated IP 172.27.2.198 (c7125004-43ac-4633-9f2f-3f406f3e858d/e72a7812-7eaf-41ec-8662-055279a1b0f7/281e9c9c-2d3e-45a8-b0dd-4f82882fa291) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:44:08.125034 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 38870) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:44:08.166654 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b84a4bf6-0798-4feb-a705-fc3db76f62b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:08.240973 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7644212b-5738-41b6-85c1-314908b04653 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:08.290482 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7644212b-5738-41b6-85c1-314908b04653 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227148292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4414135'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:08.293797 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b84a4bf6-0798-4feb-a705-fc3db76f62b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:08.299202 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b84a4bf6-0798-4feb-a705-fc3db76f62b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:08.333673 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7644212b-5738-41b6-85c1-314908b04653 admin admin] Network c7125004-43ac-4633-9f2f-3f406f3e858d is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:44:08.339777 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-7644212b-5738-41b6-85c1-314908b04653 admin admin] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:44:08.340305 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-b84a4bf6-0798-4feb-a705-fc3db76f62b8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bd67b9ae22ad4e0c903892efad0d1dd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2140298 Jul 28 05:44:08.341512 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84a4bf6-0798-4feb-a705-fc3db76f62b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae38cebd-b778-4f74-b496-3c30eb5e1447,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:08.342483 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7644212b-5738-41b6-85c1-314908b04653 admin admin] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 05:44:08.343918 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 38872) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:44:08.371381 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7644212b-5738-41b6-85c1-314908b04653 admin admin] Pushing event updated for resources: {'Port': ['ID=281e9c9c-2d3e-45a8-b0dd-4f82882fa291,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:08.403243 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2146946f-92b8-4a16-9f30-36deebb1f60e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:08.424179 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2146946f-92b8-4a16-9f30-36deebb1f60e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:08.476085 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2146946f-92b8-4a16-9f30-36deebb1f60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:08.479032 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2146946f-92b8-4a16-9f30-36deebb1f60e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:08.480241 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-2146946f-92b8-4a16-9f30-36deebb1f60e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ae38cebd-b778-4f74-b496-3c30eb5e1447 HTTP/1.1" status: 204 len: 168 time: 0.1352475 Jul 28 05:44:08.489267 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2146946f-92b8-4a16-9f30-36deebb1f60e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae38cebd-b778-4f74-b496-3c30eb5e1447,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:08.625024 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7644212b-5738-41b6-85c1-314908b04653 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:08.844758 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7644212b-5738-41b6-85c1-314908b04653 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406701'] for router, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:08.920913 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f7d5b3-e1bf-424e-8525-ac56f7c55e40 None None] Network ca9615ec-5de0-432f-98b2-f9ae6a48e274 requested from dv-cinder-801617-3-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 05:44:08.980148 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7644212b-5738-41b6-85c1-314908b04653 admin admin] Router 964d4d32-a80d-456d-9318-cdb19117d124 is scheduled to L3 agent febb8baf-5368-4b94-affe-2856141f0f3f with binding_index 1 {{(pid=93162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 05:44:09.012290 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-3c5cc766-13e6-45e0-9dbc-744795a5582d None None] Provisioning for port f9929968-7d38-411e-bb83-c6b1fe64cb5d completed by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:44:09.095834 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7644212b-5738-41b6-85c1-314908b04653 admin admin] Notify agent at l3_agent.dv-cinder-801617-3-iscsi the message routers_updated {{(pid=93162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:44:09.107942 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a7a6ef-b2a2-4bb9-8577-e05285f31e3f None None] Sync routers for ids ['964d4d32-a80d-456d-9318-cdb19117d124'] in dv-cinder-801617-3-iscsi {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:44:09.119562 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a7a6ef-b2a2-4bb9-8577-e05285f31e3f None None] Routers {'964d4d32-a80d-456d-9318-cdb19117d124'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:44:09.120049 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7644212b-5738-41b6-85c1-314908b04653 admin admin] Notify callbacks [] for router, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:09.120292 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-d0a7a6ef-b2a2-4bb9-8577-e05285f31e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:43:57Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['964d4d32-a80d-456d-9318-cdb19117d124'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:44:09.124239 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-7644212b-5738-41b6-85c1-314908b04653 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9450214 Jul 28 05:44:09.125126 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 38896) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:44:09.253489 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-d0a7a6ef-b2a2-4bb9-8577-e05285f31e3f None None] Set router 964d4d32-a80d-456d-9318-cdb19117d124 gateway port host: dv-cinder-801617-3-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:44:09.429840 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 38908) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:44:09.563596 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-d0a7a6ef-b2a2-4bb9-8577-e05285f31e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '964d4d32-a80d-456d-9318-cdb19117d124', 'name': 'tempest-TestShelveInstance-897147168-router', 'tenant_id': '478beb6fcdd6407da3c142fae91116ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '281e9c9c-2d3e-45a8-b0dd-4f82882fa291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:44:07Z', 'updated_at': '2021-07-28T05:44:08Z', 'revision_number': 3, 'project_id': '478beb6fcdd6407da3c142fae91116ed', 'gw_port': {'id': '281e9c9c-2d3e-45a8-b0dd-4f82882fa291', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '964d4d32-a80d-456d-9318-cdb19117d124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:44:07Z', 'updated_at': '2021-07-28T05:44:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi'}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:44:09.587714 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-4fac272d-e392-4497-8982-51c5fbe8cbee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:09.592562 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a7a6ef-b2a2-4bb9-8577-e05285f31e3f None None] Checking router: 964d4d32-a80d-456d-9318-cdb19117d124 for host: dv-cinder-801617-3-iscsi {{(pid=93165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:44:09.593092 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a7a6ef-b2a2-4bb9-8577-e05285f31e3f None None] Updating router 964d4d32-a80d-456d-9318-cdb19117d124 port 281e9c9c-2d3e-45a8-b0dd-4f82882fa291 binding host dv-cinder-801617-3-iscsi {{(pid=93165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 05:44:09.628866 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-d0a7a6ef-b2a2-4bb9-8577-e05285f31e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:09.650334 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-61444900-ad7f-472b-8fec-d6d3a0392d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:09.725380 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-4fac272d-e392-4497-8982-51c5fbe8cbee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:09.732722 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-4fac272d-e392-4497-8982-51c5fbe8cbee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:09.776051 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-4fac272d-e392-4497-8982-51c5fbe8cbee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c974b26ec81d40f5bc42a3639950174a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3457708 Jul 28 05:44:09.781736 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 38926) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:44:09.797897 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac272d-e392-4497-8982-51c5fbe8cbee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d6fa20-f037-43c5-bce5-a71a77c84e58,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:09.843739 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1f392c0c-497d-4c5d-9ec7-d5e26e209331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:09.868323 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1f392c0c-497d-4c5d-9ec7-d5e26e209331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:09.894346 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [None req-61444900-ad7f-472b-8fec-d6d3a0392d3e admin admin] Allocated IP 172.20.0.1 (ca9615ec-5de0-432f-98b2-f9ae6a48e274/161a72e3-56b4-4d3a-a9d9-e80062e7f6ce/26e64f7c-ae0c-4c0f-a95d-0f4398cd60db) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:44:10.016900 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-d0a7a6ef-b2a2-4bb9-8577-e05285f31e3f None None] Notify callbacks [] for port, precommit_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:10.020750 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-61444900-ad7f-472b-8fec-d6d3a0392d3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:10.034665 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.provisioning_blocks [None req-d0a7a6ef-b2a2-4bb9-8577-e05285f31e3f None None] Transition to ACTIVE for port object 281e9c9c-2d3e-45a8-b0dd-4f82882fa291 will not be triggered until provisioned by entity L2. {{(pid=93165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:44:10.043035 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-d0a7a6ef-b2a2-4bb9-8577-e05285f31e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:10.054504 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [None req-61444900-ad7f-472b-8fec-d6d3a0392d3e admin admin] Transition to ACTIVE for port object 26e64f7c-ae0c-4c0f-a95d-0f4398cd60db will not be triggered until provisioned by entity DHCP. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:44:10.106957 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.managers [None req-d0a7a6ef-b2a2-4bb9-8577-e05285f31e3f None None] Attempting to bind port 281e9c9c-2d3e-45a8-b0dd-4f82882fa291 on host dv-cinder-801617-3-iscsi for vnic_type normal with profile {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 05:44:10.107321 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.managers [None req-d0a7a6ef-b2a2-4bb9-8577-e05285f31e3f None None] Attempting to bind port 281e9c9c-2d3e-45a8-b0dd-4f82882fa291 by drivers openvswitch,hyperv on host dv-cinder-801617-3-iscsi at level 0 using segments [{'id': 'd34fa97e-0825-4a06-9105-26c8994a2a7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d'}] {{(pid=93165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 05:44:10.107707 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a7a6ef-b2a2-4bb9-8577-e05285f31e3f None None] Attempting to bind port 281e9c9c-2d3e-45a8-b0dd-4f82882fa291 on network c7125004-43ac-4633-9f2f-3f406f3e858d {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:44:10.116670 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3191175-5c6e-4af9-b5c7-fa6041895bf2 None None] Pushing event updated for resources: {'Port': ['ID=281e9c9c-2d3e-45a8-b0dd-4f82882fa291,revision_number=2']} {{(pid=93165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:10.120000 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a7a6ef-b2a2-4bb9-8577-e05285f31e3f None None] Checking agent: {'id': '3fbc40da-b90e-4a82-82aa-1ec33702809d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 5, 1, 27), 'started_at': datetime.datetime(2021, 7, 28, 5, 1, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 5, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 05:44:10.120572 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a7a6ef-b2a2-4bb9-8577-e05285f31e3f None None] Checking segment: {'id': 'd34fa97e-0825-4a06-9105-26c8994a2a7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:44:10.121160 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-d0a7a6ef-b2a2-4bb9-8577-e05285f31e3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:10.121528 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a7a6ef-b2a2-4bb9-8577-e05285f31e3f None None] Bound using segment: {'id': 'd34fa97e-0825-4a06-9105-26c8994a2a7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d'} {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 05:44:10.122153 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.managers [None req-d0a7a6ef-b2a2-4bb9-8577-e05285f31e3f None None] Bound port: 281e9c9c-2d3e-45a8-b0dd-4f82882fa291, host: dv-cinder-801617-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd34fa97e-0825-4a06-9105-26c8994a2a7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d'}}] {{(pid=93165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 05:44:10.122704 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-d0a7a6ef-b2a2-4bb9-8577-e05285f31e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:10.127542 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-61444900-ad7f-472b-8fec-d6d3a0392d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227148292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4414135'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:10.153773 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3191175-5c6e-4af9-b5c7-fa6041895bf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:10.154351 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3191175-5c6e-4af9-b5c7-fa6041895bf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:10.154854 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3191175-5c6e-4af9-b5c7-fa6041895bf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:10.155575 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3191175-5c6e-4af9-b5c7-fa6041895bf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:10.156049 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3191175-5c6e-4af9-b5c7-fa6041895bf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:10.156521 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3191175-5c6e-4af9-b5c7-fa6041895bf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:10.156988 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3191175-5c6e-4af9-b5c7-fa6041895bf2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:10.157472 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3191175-5c6e-4af9-b5c7-fa6041895bf2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:10.157999 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3191175-5c6e-4af9-b5c7-fa6041895bf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:10.158498 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3191175-5c6e-4af9-b5c7-fa6041895bf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:10.158994 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3191175-5c6e-4af9-b5c7-fa6041895bf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:10.159889 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3191175-5c6e-4af9-b5c7-fa6041895bf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:10.184910 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61444900-ad7f-472b-8fec-d6d3a0392d3e admin admin] Network ca9615ec-5de0-432f-98b2-f9ae6a48e274 is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:44:10.201247 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-61444900-ad7f-472b-8fec-d6d3a0392d3e admin admin] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:44:10.201780 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device f9929968-7d38-411e-bb83-c6b1fe64cb5d up at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:44:10.208404 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61444900-ad7f-472b-8fec-d6d3a0392d3e admin admin] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 05:44:10.236436 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.db [None req-d0a7a6ef-b2a2-4bb9-8577-e05285f31e3f None None] For port 281e9c9c-2d3e-45a8-b0dd-4f82882fa291, host dv-cinder-801617-3-iscsi, cleared binding levels {{(pid=93165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:44:10.242833 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.db [None req-d0a7a6ef-b2a2-4bb9-8577-e05285f31e3f None None] For port 281e9c9c-2d3e-45a8-b0dd-4f82882fa291, host dv-cinder-801617-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=281e9c9c-2d3e-45a8-b0dd-4f82882fa291,segment=NetworkSegment(d34fa97e-0825-4a06-9105-26c8994a2a7e),segment_id=d34fa97e-0825-4a06-9105-26c8994a2a7e)] {{(pid=93165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:44:10.250756 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-d0a7a6ef-b2a2-4bb9-8577-e05285f31e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:10.275021 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning for port f9929968-7d38-411e-bb83-c6b1fe64cb5d completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:44:10.284153 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning complete for port f9929968-7d38-411e-bb83-c6b1fe64cb5d triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:44:10.285314 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:10.290545 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61444900-ad7f-472b-8fec-d6d3a0392d3e admin admin] Pushing event updated for resources: {'Port': ['ID=26e64f7c-ae0c-4c0f-a95d-0f4398cd60db,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:10.324621 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-61444900-ad7f-472b-8fec-d6d3a0392d3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406642'] for router_interface, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:10.346859 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a7a6ef-b2a2-4bb9-8577-e05285f31e3f None None] Routers {'964d4d32-a80d-456d-9318-cdb19117d124'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:44:10.353205 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-d0a7a6ef-b2a2-4bb9-8577-e05285f31e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:43:57Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['964d4d32-a80d-456d-9318-cdb19117d124'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:44:10.397580 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1f392c0c-497d-4c5d-9ec7-d5e26e209331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:10.400181 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-1f392c0c-497d-4c5d-9ec7-d5e26e209331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:10.403776 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-1f392c0c-497d-4c5d-9ec7-d5e26e209331 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/91d6fa20-f037-43c5-bce5-a71a77c84e58 HTTP/1.1" status: 204 len: 168 time: 0.6186681 Jul 28 05:44:10.409909 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f392c0c-497d-4c5d-9ec7-d5e26e209331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d6fa20-f037-43c5-bce5-a71a77c84e58,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:10.504964 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:10.513700 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3191175-5c6e-4af9-b5c7-fa6041895bf2 None None] Pushing event updated for resources: {'Port': ['ID=281e9c9c-2d3e-45a8-b0dd-4f82882fa291,revision_number=3']} {{(pid=93165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:10.556539 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] For port f9929968-7d38-411e-bb83-c6b1fe64cb5d, host dv-cinder-801617-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=f9929968-7d38-411e-bb83-c6b1fe64cb5d,segment=NetworkSegment(6d787c1b-88ca-4968-bd6d-f632dbf3b2f3),segment_id=6d787c1b-88ca-4968-bd6d-f632dbf3b2f3)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:44:10.565186 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:10.670296 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-081af34e-5223-494c-8f34-bd899670f73d None None] Provisioning for port 26e64f7c-ae0c-4c0f-a95d-0f4398cd60db completed by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:44:10.684524 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-081af34e-5223-494c-8f34-bd899670f73d None None] Provisioning complete for port 26e64f7c-ae0c-4c0f-a95d-0f4398cd60db triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:44:10.684888 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-081af34e-5223-494c-8f34-bd899670f73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:10.702759 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Pushing event updated for resources: {'Port': ['ID=f9929968-7d38-411e-bb83-c6b1fe64cb5d,revision_number=3']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:10.739279 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-d0a7a6ef-b2a2-4bb9-8577-e05285f31e3f None None] Set router 964d4d32-a80d-456d-9318-cdb19117d124 gateway port host: dv-cinder-801617-3-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:44:10.768393 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-081af34e-5223-494c-8f34-bd899670f73d None None] Port 26e64f7c-ae0c-4c0f-a95d-0f4398cd60db cannot update to ACTIVE because it is not bound. {{(pid=93164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 05:44:10.814625 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-61444900-ad7f-472b-8fec-d6d3a0392d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:11.000287 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-d0a7a6ef-b2a2-4bb9-8577-e05285f31e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '964d4d32-a80d-456d-9318-cdb19117d124', 'name': 'tempest-TestShelveInstance-897147168-router', 'tenant_id': '478beb6fcdd6407da3c142fae91116ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '281e9c9c-2d3e-45a8-b0dd-4f82882fa291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:44:07Z', 'updated_at': '2021-07-28T05:44:08Z', 'revision_number': 3, 'project_id': '478beb6fcdd6407da3c142fae91116ed', 'gw_port': {'id': '281e9c9c-2d3e-45a8-b0dd-4f82882fa291', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '964d4d32-a80d-456d-9318-cdb19117d124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:44:07Z', 'updated_at': '2021-07-28T05:44:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi'}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:44:11.020737 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-61444900-ad7f-472b-8fec-d6d3a0392d3e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:11.027787 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-61444900-ad7f-472b-8fec-d6d3a0392d3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4414140'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:11.035878 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a7a6ef-b2a2-4bb9-8577-e05285f31e3f None None] The sync data for ids ['964d4d32-a80d-456d-9318-cdb19117d124'] in dv-cinder-801617-3-iscsi is: [{'id': '964d4d32-a80d-456d-9318-cdb19117d124', 'name': 'tempest-TestShelveInstance-897147168-router', 'tenant_id': '478beb6fcdd6407da3c142fae91116ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '281e9c9c-2d3e-45a8-b0dd-4f82882fa291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:44:07Z', 'updated_at': '2021-07-28T05:44:08Z', 'revision_number': 3, 'project_id': '478beb6fcdd6407da3c142fae91116ed', 'gw_port': {'id': '281e9c9c-2d3e-45a8-b0dd-4f82882fa291', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '964d4d32-a80d-456d-9318-cdb19117d124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:44:07Z', 'updated_at': '2021-07-28T05:44:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi'}] {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:44:11.104039 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61444900-ad7f-472b-8fec-d6d3a0392d3e admin admin] Pushing event updated for resources: {'Port': ['ID=26e64f7c-ae0c-4c0f-a95d-0f4398cd60db,revision_number=2']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:11.109988 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-61444900-ad7f-472b-8fec-d6d3a0392d3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409570'] for router_interface, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:11.215332 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61444900-ad7f-472b-8fec-d6d3a0392d3e admin admin] Network ca9615ec-5de0-432f-98b2-f9ae6a48e274 is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:44:11.216936 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-61444900-ad7f-472b-8fec-d6d3a0392d3e admin admin] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:44:11.385009 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61444900-ad7f-472b-8fec-d6d3a0392d3e admin admin] Router 964d4d32-a80d-456d-9318-cdb19117d124 has already been hosted by L3 agent febb8baf-5368-4b94-affe-2856141f0f3f {{(pid=93162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 05:44:11.539386 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61444900-ad7f-472b-8fec-d6d3a0392d3e admin admin] Notify agent at l3_agent.dv-cinder-801617-3-iscsi the message routers_updated {{(pid=93162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:44:11.547547 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-61444900-ad7f-472b-8fec-d6d3a0392d3e admin admin] 10.222.0.13 "PUT /v2.0/routers/964d4d32-a80d-456d-9318-cdb19117d124/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4186590 Jul 28 05:44:11.608778 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-dc57f88b-c83d-4554-ad17-65152ed1b542 None None] Provisioning complete for port 26e64f7c-ae0c-4c0f-a95d-0f4398cd60db triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:44:11.609377 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-dc57f88b-c83d-4554-ad17-65152ed1b542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:11.676049 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-dc57f88b-c83d-4554-ad17-65152ed1b542 None None] Port 26e64f7c-ae0c-4c0f-a95d-0f4398cd60db cannot update to ACTIVE because it is not bound. {{(pid=93164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 05:44:12.218229 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device f9929968-7d38-411e-bb83-c6b1fe64cb5d up at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:44:12.267759 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning complete for port f9929968-7d38-411e-bb83-c6b1fe64cb5d triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:44:12.268310 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:12.291373 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 39016) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:44:12.296415 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-8fe96582-529f-4ab1-8c75-366f0ed49b97 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1451702822-network', 'tenant_id': 'cf3ccbfa2d8f4220820c886a0bed7e67'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:44:12.321237 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe96582-529f-4ab1-8c75-366f0ed49b97 admin admin] Made reservation on behalf of cf3ccbfa2d8f4220820c886a0bed7e67 for: {'network': 1} {{(pid=93163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:44:12.323973 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8fe96582-529f-4ab1-8c75-366f0ed49b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for network, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:12.332233 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8fe96582-529f-4ab1-8c75-366f0ed49b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:12.345610 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 281e9c9c-2d3e-45a8-b0dd-4f82882fa291 up at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:44:12.399792 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning for port 281e9c9c-2d3e-45a8-b0dd-4f82882fa291 completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:44:12.403824 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning complete for port 281e9c9c-2d3e-45a8-b0dd-4f82882fa291 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:44:12.404209 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:12.423331 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8fe96582-529f-4ab1-8c75-366f0ed49b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:12.429105 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8fe96582-529f-4ab1-8c75-366f0ed49b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:12.451755 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fe96582-529f-4ab1-8c75-366f0ed49b97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=93163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 05:44:12.469167 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe96582-529f-4ab1-8c75-366f0ed49b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1691cd01-dec9-4fc7-9888-90b9b3adb17a,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:12.476637 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8fe96582-529f-4ab1-8c75-366f0ed49b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502470'] for segment, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:12.476882 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.db.segments_db [None req-8fe96582-529f-4ab1-8c75-366f0ed49b97 admin admin] Added segment c0e72074-b793-4cac-9276-938f24d82026 of type vlan for network 84d90fa8-c9fb-4f7c-9af2-949ec9747250 Jul 28 05:44:12.482738 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:12.503677 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] For port 281e9c9c-2d3e-45a8-b0dd-4f82882fa291, host dv-cinder-801617-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=281e9c9c-2d3e-45a8-b0dd-4f82882fa291,segment=NetworkSegment(d34fa97e-0825-4a06-9105-26c8994a2a7e),segment_id=d34fa97e-0825-4a06-9105-26c8994a2a7e)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:44:12.507814 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:12.516856 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8fe96582-529f-4ab1-8c75-366f0ed49b97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765227181150'] for network, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:12.544726 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8fe96582-529f-4ab1-8c75-366f0ed49b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463'] for network, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:12.546458 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe96582-529f-4ab1-8c75-366f0ed49b97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:44:12.547110 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-8fe96582-529f-4ab1-8c75-366f0ed49b97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for network, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:12.554330 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Pushing event updated for resources: {'Port': ['ID=281e9c9c-2d3e-45a8-b0dd-4f82882fa291,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:12.601567 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-8fe96582-529f-4ab1-8c75-366f0ed49b97 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3089120 Jul 28 05:44:12.604480 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 39018) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:44:12.609417 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-92a017cd-63cd-4c19-916b-1adca6e550ff admin admin] Request body: {'subnet': {'network_id': '84d90fa8-c9fb-4f7c-9af2-949ec9747250', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1451702822-subnet', 'tenant_id': 'cf3ccbfa2d8f4220820c886a0bed7e67', 'ip_version': 4}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:44:12.620046 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe96582-529f-4ab1-8c75-366f0ed49b97 admin admin] Pushing event updated for resources: {'Network': ['ID=84d90fa8-c9fb-4f7c-9af2-949ec9747250,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:12.631180 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Network 84d90fa8-c9fb-4f7c-9af2-949ec9747250 details requested by agent ovs-agent-dv-cinder-801617-3-iscsi with host dv-cinder-801617-3-iscsi {{(pid=93164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 05:44:12.637889 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a017cd-63cd-4c19-916b-1adca6e550ff admin admin] Made reservation on behalf of cf3ccbfa2d8f4220820c886a0bed7e67 for: {'subnet': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:44:12.640783 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-92a017cd-63cd-4c19-916b-1adca6e550ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4220974'] for subnet, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:12.854577 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-92a017cd-63cd-4c19-916b-1adca6e550ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4413987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4221020'] for subnet, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:12.910816 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a017cd-63cd-4c19-916b-1adca6e550ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecf0b9cb-1898-4963-9b26-6e22c8af7687,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:12.919970 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a017cd-63cd-4c19-916b-1adca6e550ff admin admin] Checking segment: {'id': 'c0e72074-b793-4cac-9276-938f24d82026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '84d90fa8-c9fb-4f7c-9af2-949ec9747250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:44:12.920329 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a017cd-63cd-4c19-916b-1adca6e550ff admin admin] Network hostable DHCP agents. Network: 84d90fa8-c9fb-4f7c-9af2-949ec9747250, hostable agents: ['0224797f-e6dd-43af-ba50-4dde553cda73'], hosted agents: [] {{(pid=93162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 05:44:12.938401 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a017cd-63cd-4c19-916b-1adca6e550ff admin admin] Network 84d90fa8-c9fb-4f7c-9af2-949ec9747250 is scheduled to be hosted by DHCP agent 0224797f-e6dd-43af-ba50-4dde553cda73 with binding_index 1 {{(pid=93162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 05:44:12.952607 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-92a017cd-63cd-4c19-916b-1adca6e550ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801617-3-iscsi, 84d90fa8-c9fb-4f7c-9af2-949ec9747250) {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:44:12.958552 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a017cd-63cd-4c19-916b-1adca6e550ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:44:12.958552 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-92a017cd-63cd-4c19-916b-1adca6e550ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:12.969441 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d4631d-28bc-40c1-bc09-19f0b2a9c828 None None] Network 84d90fa8-c9fb-4f7c-9af2-949ec9747250 requested from dv-cinder-801617-3-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 05:44:12.987786 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-92a017cd-63cd-4c19-916b-1adca6e550ff admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3793004 Jul 28 05:44:12.988745 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 39042) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:44:12.995101 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-76cc9b73-cda6-44c3-95a6-dad892d1d02e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1451702822-router', 'tenant_id': 'cf3ccbfa2d8f4220820c886a0bed7e67', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d'}}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:44:13.018634 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c11142-97e7-4229-bb0b-e16f7c782d19 None None] Sync routers for ids ['964d4d32-a80d-456d-9318-cdb19117d124'] in dv-cinder-801617-3-iscsi {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:44:13.026533 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-76cc9b73-cda6-44c3-95a6-dad892d1d02e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-555544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-936'] for router, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:13.028946 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-76cc9b73-cda6-44c3-95a6-dad892d1d02e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-931'] for router, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:13.042472 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c11142-97e7-4229-bb0b-e16f7c782d19 None None] Routers {'964d4d32-a80d-456d-9318-cdb19117d124'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:44:13.043335 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-86c11142-97e7-4229-bb0b-e16f7c782d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:43:57Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['964d4d32-a80d-456d-9318-cdb19117d124'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:44:13.087675 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-76cc9b73-cda6-44c3-95a6-dad892d1d02e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:13.199491 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-86c11142-97e7-4229-bb0b-e16f7c782d19 None None] Set router 964d4d32-a80d-456d-9318-cdb19117d124 gateway port host: dv-cinder-801617-3-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:44:13.237991 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-76cc9b73-cda6-44c3-95a6-dad892d1d02e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-555562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-909'] for router, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:13.254491 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940061ab-4826-4600-987e-3e96b7a1c06c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8013e485-fac1-5ac9-b3c7-78bb1bff2b0b-84d90fa8-c9fb-4f7c-9af2-949ec9747250', 'network_id': '84d90fa8-c9fb-4f7c-9af2-949ec9747250', 'tenant_id': 'cf3ccbfa2d8f4220820c886a0bed7e67', 'fixed_ips': [{'subnet_id': 'ecf0b9cb-1898-4963-9b26-6e22c8af7687'}]}} from dv-cinder-801617-3-iscsi. {{(pid=93164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 05:44:13.255025 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-940061ab-4826-4600-987e-3e96b7a1c06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:13.515700 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.db_base_plugin_common [None req-940061ab-4826-4600-987e-3e96b7a1c06c None None] Allocated IP 172.20.0.2 (84d90fa8-c9fb-4f7c-9af2-949ec9747250/ecf0b9cb-1898-4963-9b26-6e22c8af7687/6681bee2-5f21-4430-94f8-db9f5350f72d) {{(pid=93164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:44:13.535471 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-76cc9b73-cda6-44c3-95a6-dad892d1d02e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:13.556322 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-76cc9b73-cda6-44c3-95a6-dad892d1d02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:13.595161 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-86c11142-97e7-4229-bb0b-e16f7c782d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '964d4d32-a80d-456d-9318-cdb19117d124', 'name': 'tempest-TestShelveInstance-897147168-router', 'tenant_id': '478beb6fcdd6407da3c142fae91116ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '281e9c9c-2d3e-45a8-b0dd-4f82882fa291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:44:07Z', 'updated_at': '2021-07-28T05:44:10Z', 'revision_number': 4, 'project_id': '478beb6fcdd6407da3c142fae91116ed', 'gw_port': {'id': '281e9c9c-2d3e-45a8-b0dd-4f82882fa291', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964d4d32-a80d-456d-9318-cdb19117d124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:44:07Z', 'updated_at': '2021-07-28T05:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_interfaces': [{'id': '26e64f7c-ae0c-4c0f-a95d-0f4398cd60db', 'name': '', 'network_id': 'ca9615ec-5de0-432f-98b2-f9ae6a48e274', 'tenant_id': '478beb6fcdd6407da3c142fae91116ed', 'mac_address': 'fa:16:3e:fc:7c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '964d4d32-a80d-456d-9318-cdb19117d124', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '161a72e3-56b4-4d3a-a9d9-e80062e7f6ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:44:09Z', 'updated_at': '2021-07-28T05:44:10Z', 'revision_number': 2, 'project_id': '478beb6fcdd6407da3c142fae91116ed', 'subnets': [{'id': '161a72e3-56b4-4d3a-a9d9-e80062e7f6ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:44:13.628849 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c11142-97e7-4229-bb0b-e16f7c782d19 None None] Checking router: 964d4d32-a80d-456d-9318-cdb19117d124 for host: dv-cinder-801617-3-iscsi {{(pid=93164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:44:13.629201 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c11142-97e7-4229-bb0b-e16f7c782d19 None None] Updating router 964d4d32-a80d-456d-9318-cdb19117d124 port 26e64f7c-ae0c-4c0f-a95d-0f4398cd60db binding host dv-cinder-801617-3-iscsi {{(pid=93164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 05:44:13.673443 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [None req-76cc9b73-cda6-44c3-95a6-dad892d1d02e admin admin] Allocated IP 172.27.2.211 (c7125004-43ac-4633-9f2f-3f406f3e858d/e72a7812-7eaf-41ec-8662-055279a1b0f7/fd1b0759-3d80-49cd-91bd-698542715ea7) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:44:13.716792 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-940061ab-4826-4600-987e-3e96b7a1c06c None None] Notify callbacks [] for port, precommit_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:13.726151 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-940061ab-4826-4600-987e-3e96b7a1c06c None None] Transition to ACTIVE for port object 6681bee2-5f21-4430-94f8-db9f5350f72d will not be triggered until provisioned by entity L2. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:44:13.744006 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-940061ab-4826-4600-987e-3e96b7a1c06c None None] Transition to ACTIVE for port object 6681bee2-5f21-4430-94f8-db9f5350f72d will not be triggered until provisioned by entity DHCP. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:44:13.748977 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-86c11142-97e7-4229-bb0b-e16f7c782d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:13.752159 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-940061ab-4826-4600-987e-3e96b7a1c06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227148292'] for port, after_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:13.793491 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-76cc9b73-cda6-44c3-95a6-dad892d1d02e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:13.815554 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940061ab-4826-4600-987e-3e96b7a1c06c None None] Network 84d90fa8-c9fb-4f7c-9af2-949ec9747250 is already hosted by enough agents. {{(pid=93164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:44:13.820807 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.scheduler.base_scheduler [None req-940061ab-4826-4600-987e-3e96b7a1c06c None None] Resources bound (agent type, host, resource id): {{(pid=93164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:44:13.827589 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940061ab-4826-4600-987e-3e96b7a1c06c None None] Received port after_create {{(pid=93164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 05:44:13.837210 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-76cc9b73-cda6-44c3-95a6-dad892d1d02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227148292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4414135'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:13.837969 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940061ab-4826-4600-987e-3e96b7a1c06c None None] Pushing event updated for resources: {'Port': ['ID=6681bee2-5f21-4430-94f8-db9f5350f72d,revision_number=1']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:13.893492 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cc9b73-cda6-44c3-95a6-dad892d1d02e admin admin] Network c7125004-43ac-4633-9f2f-3f406f3e858d is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:44:13.897058 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-76cc9b73-cda6-44c3-95a6-dad892d1d02e admin admin] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:44:13.900808 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cc9b73-cda6-44c3-95a6-dad892d1d02e admin admin] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 05:44:13.932295 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cc9b73-cda6-44c3-95a6-dad892d1d02e admin admin] Pushing event updated for resources: {'Port': ['ID=fd1b0759-3d80-49cd-91bd-698542715ea7,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:13.955621 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-940061ab-4826-4600-987e-3e96b7a1c06c None None] Attempting to bind port 6681bee2-5f21-4430-94f8-db9f5350f72d on host dv-cinder-801617-3-iscsi for vnic_type normal with profile {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 05:44:13.955998 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-940061ab-4826-4600-987e-3e96b7a1c06c None None] Attempting to bind port 6681bee2-5f21-4430-94f8-db9f5350f72d by drivers openvswitch,hyperv on host dv-cinder-801617-3-iscsi at level 0 using segments [{'id': 'c0e72074-b793-4cac-9276-938f24d82026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '84d90fa8-c9fb-4f7c-9af2-949ec9747250'}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 05:44:13.956357 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940061ab-4826-4600-987e-3e96b7a1c06c None None] Attempting to bind port 6681bee2-5f21-4430-94f8-db9f5350f72d on network 84d90fa8-c9fb-4f7c-9af2-949ec9747250 {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:44:13.965697 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940061ab-4826-4600-987e-3e96b7a1c06c None None] Checking agent: {'id': '3fbc40da-b90e-4a82-82aa-1ec33702809d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 5, 1, 27), 'started_at': datetime.datetime(2021, 7, 28, 5, 1, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 5, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 05:44:13.966052 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940061ab-4826-4600-987e-3e96b7a1c06c None None] Checking segment: {'id': 'c0e72074-b793-4cac-9276-938f24d82026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '84d90fa8-c9fb-4f7c-9af2-949ec9747250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:44:13.966450 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-940061ab-4826-4600-987e-3e96b7a1c06c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:13.966834 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940061ab-4826-4600-987e-3e96b7a1c06c None None] Bound using segment: {'id': 'c0e72074-b793-4cac-9276-938f24d82026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '84d90fa8-c9fb-4f7c-9af2-949ec9747250'} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 05:44:13.967296 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-940061ab-4826-4600-987e-3e96b7a1c06c None None] Bound port: 6681bee2-5f21-4430-94f8-db9f5350f72d, host: dv-cinder-801617-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0e72074-b793-4cac-9276-938f24d82026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '84d90fa8-c9fb-4f7c-9af2-949ec9747250'}}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 05:44:13.967930 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-940061ab-4826-4600-987e-3e96b7a1c06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:14.094973 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-940061ab-4826-4600-987e-3e96b7a1c06c None None] For port 6681bee2-5f21-4430-94f8-db9f5350f72d, host dv-cinder-801617-3-iscsi, cleared binding levels {{(pid=93164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:44:14.099557 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-940061ab-4826-4600-987e-3e96b7a1c06c None None] For port 6681bee2-5f21-4430-94f8-db9f5350f72d, host dv-cinder-801617-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=6681bee2-5f21-4430-94f8-db9f5350f72d,segment=NetworkSegment(c0e72074-b793-4cac-9276-938f24d82026),segment_id=c0e72074-b793-4cac-9276-938f24d82026)] {{(pid=93164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:44:14.113719 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-940061ab-4826-4600-987e-3e96b7a1c06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:14.172129 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 281e9c9c-2d3e-45a8-b0dd-4f82882fa291 up at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:44:14.192591 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-76cc9b73-cda6-44c3-95a6-dad892d1d02e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:14.236329 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940061ab-4826-4600-987e-3e96b7a1c06c None None] Pushing event updated for resources: {'Port': ['ID=6681bee2-5f21-4430-94f8-db9f5350f72d,revision_number=2']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:14.260100 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-86c11142-97e7-4229-bb0b-e16f7c782d19 None None] Notify callbacks [] for port, precommit_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:14.272923 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-86c11142-97e7-4229-bb0b-e16f7c782d19 None None] Transition to ACTIVE for port object 26e64f7c-ae0c-4c0f-a95d-0f4398cd60db will not be triggered until provisioned by entity L2. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:44:14.280022 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-86c11142-97e7-4229-bb0b-e16f7c782d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:14.311761 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning complete for port 281e9c9c-2d3e-45a8-b0dd-4f82882fa291 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:44:14.312136 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:14.358500 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a568c-afde-4675-b6b4-e0c0f04ff56b None None] Pushing event updated for resources: {'Port': ['ID=26e64f7c-ae0c-4c0f-a95d-0f4398cd60db,revision_number=3']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:14.426953 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-76cc9b73-cda6-44c3-95a6-dad892d1d02e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406701'] for router, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:14.465507 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-86c11142-97e7-4229-bb0b-e16f7c782d19 None None] Attempting to bind port 26e64f7c-ae0c-4c0f-a95d-0f4398cd60db on host dv-cinder-801617-3-iscsi for vnic_type normal with profile {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 05:44:14.466037 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-86c11142-97e7-4229-bb0b-e16f7c782d19 None None] Attempting to bind port 26e64f7c-ae0c-4c0f-a95d-0f4398cd60db by drivers openvswitch,hyperv on host dv-cinder-801617-3-iscsi at level 0 using segments [{'id': '6d787c1b-88ca-4968-bd6d-f632dbf3b2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ca9615ec-5de0-432f-98b2-f9ae6a48e274'}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 05:44:14.466491 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c11142-97e7-4229-bb0b-e16f7c782d19 None None] Attempting to bind port 26e64f7c-ae0c-4c0f-a95d-0f4398cd60db on network ca9615ec-5de0-432f-98b2-f9ae6a48e274 {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:44:14.518889 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c11142-97e7-4229-bb0b-e16f7c782d19 None None] Checking agent: {'id': '3fbc40da-b90e-4a82-82aa-1ec33702809d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 5, 1, 27), 'started_at': datetime.datetime(2021, 7, 28, 5, 1, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 5, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 05:44:14.519334 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c11142-97e7-4229-bb0b-e16f7c782d19 None None] Checking segment: {'id': '6d787c1b-88ca-4968-bd6d-f632dbf3b2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ca9615ec-5de0-432f-98b2-f9ae6a48e274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:44:14.519900 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-86c11142-97e7-4229-bb0b-e16f7c782d19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:14.520607 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c11142-97e7-4229-bb0b-e16f7c782d19 None None] Bound using segment: {'id': '6d787c1b-88ca-4968-bd6d-f632dbf3b2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ca9615ec-5de0-432f-98b2-f9ae6a48e274'} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 05:44:14.521187 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-86c11142-97e7-4229-bb0b-e16f7c782d19 None None] Bound port: 26e64f7c-ae0c-4c0f-a95d-0f4398cd60db, host: dv-cinder-801617-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d787c1b-88ca-4968-bd6d-f632dbf3b2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ca9615ec-5de0-432f-98b2-f9ae6a48e274'}}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 05:44:14.521636 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-86c11142-97e7-4229-bb0b-e16f7c782d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:14.573202 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76cc9b73-cda6-44c3-95a6-dad892d1d02e admin admin] Router 16194e11-d44c-41aa-86b8-1aad6721e6d3 is scheduled to L3 agent febb8baf-5368-4b94-affe-2856141f0f3f with binding_index 1 {{(pid=93162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 05:44:14.604756 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-86c11142-97e7-4229-bb0b-e16f7c782d19 None None] For port 26e64f7c-ae0c-4c0f-a95d-0f4398cd60db, host dv-cinder-801617-3-iscsi, cleared binding levels {{(pid=93164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:44:14.608087 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-86c11142-97e7-4229-bb0b-e16f7c782d19 None None] For port 26e64f7c-ae0c-4c0f-a95d-0f4398cd60db, host dv-cinder-801617-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=26e64f7c-ae0c-4c0f-a95d-0f4398cd60db,segment=NetworkSegment(6d787c1b-88ca-4968-bd6d-f632dbf3b2f3),segment_id=6d787c1b-88ca-4968-bd6d-f632dbf3b2f3)] {{(pid=93164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:44:14.614204 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-86c11142-97e7-4229-bb0b-e16f7c782d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:14.683880 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c11142-97e7-4229-bb0b-e16f7c782d19 None None] Routers {'964d4d32-a80d-456d-9318-cdb19117d124'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:44:14.684525 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-86c11142-97e7-4229-bb0b-e16f7c782d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:43:57Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['964d4d32-a80d-456d-9318-cdb19117d124'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:44:14.686576 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a568c-afde-4675-b6b4-e0c0f04ff56b None None] Pushing event updated for resources: {'Port': ['ID=26e64f7c-ae0c-4c0f-a95d-0f4398cd60db,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:14.935334 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76cc9b73-cda6-44c3-95a6-dad892d1d02e admin admin] Notify agent at l3_agent.dv-cinder-801617-3-iscsi the message routers_updated {{(pid=93162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:44:14.936150 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-86c11142-97e7-4229-bb0b-e16f7c782d19 None None] Set router 964d4d32-a80d-456d-9318-cdb19117d124 gateway port host: dv-cinder-801617-3-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:44:14.948652 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ffa040-23a0-4d44-bd20-4950902b420a None None] Sync routers for ids ['16194e11-d44c-41aa-86b8-1aad6721e6d3'] in dv-cinder-801617-3-iscsi {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:44:14.957097 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-76cc9b73-cda6-44c3-95a6-dad892d1d02e admin admin] Notify callbacks [] for router, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:14.961559 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-76cc9b73-cda6-44c3-95a6-dad892d1d02e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9680796 Jul 28 05:44:14.962014 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 39074) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:44:14.964140 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ffa040-23a0-4d44-bd20-4950902b420a None None] Routers {'16194e11-d44c-41aa-86b8-1aad6721e6d3'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:44:14.966199 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-91ffa040-23a0-4d44-bd20-4950902b420a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:43:57Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['16194e11-d44c-41aa-86b8-1aad6721e6d3'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:44:15.079105 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-91ffa040-23a0-4d44-bd20-4950902b420a None None] Set router 16194e11-d44c-41aa-86b8-1aad6721e6d3 gateway port host: dv-cinder-801617-3-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:44:15.200062 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-86c11142-97e7-4229-bb0b-e16f7c782d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '964d4d32-a80d-456d-9318-cdb19117d124', 'name': 'tempest-TestShelveInstance-897147168-router', 'tenant_id': '478beb6fcdd6407da3c142fae91116ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '281e9c9c-2d3e-45a8-b0dd-4f82882fa291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:44:07Z', 'updated_at': '2021-07-28T05:44:10Z', 'revision_number': 4, 'project_id': '478beb6fcdd6407da3c142fae91116ed', 'gw_port': {'id': '281e9c9c-2d3e-45a8-b0dd-4f82882fa291', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964d4d32-a80d-456d-9318-cdb19117d124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:44:07Z', 'updated_at': '2021-07-28T05:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_interfaces': [{'id': '26e64f7c-ae0c-4c0f-a95d-0f4398cd60db', 'name': '', 'network_id': 'ca9615ec-5de0-432f-98b2-f9ae6a48e274', 'tenant_id': '478beb6fcdd6407da3c142fae91116ed', 'mac_address': 'fa:16:3e:fc:7c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '964d4d32-a80d-456d-9318-cdb19117d124', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '161a72e3-56b4-4d3a-a9d9-e80062e7f6ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:44:09Z', 'updated_at': '2021-07-28T05:44:14Z', 'revision_number': 4, 'project_id': '478beb6fcdd6407da3c142fae91116ed', 'subnets': [{'id': '161a72e3-56b4-4d3a-a9d9-e80062e7f6ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:44:15.234843 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c11142-97e7-4229-bb0b-e16f7c782d19 None None] The sync data for ids ['964d4d32-a80d-456d-9318-cdb19117d124'] in dv-cinder-801617-3-iscsi is: [{'id': '964d4d32-a80d-456d-9318-cdb19117d124', 'name': 'tempest-TestShelveInstance-897147168-router', 'tenant_id': '478beb6fcdd6407da3c142fae91116ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '281e9c9c-2d3e-45a8-b0dd-4f82882fa291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:44:07Z', 'updated_at': '2021-07-28T05:44:10Z', 'revision_number': 4, 'project_id': '478beb6fcdd6407da3c142fae91116ed', 'gw_port': {'id': '281e9c9c-2d3e-45a8-b0dd-4f82882fa291', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964d4d32-a80d-456d-9318-cdb19117d124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:44:07Z', 'updated_at': '2021-07-28T05:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_interfaces': [{'id': '26e64f7c-ae0c-4c0f-a95d-0f4398cd60db', 'name': '', 'network_id': 'ca9615ec-5de0-432f-98b2-f9ae6a48e274', 'tenant_id': '478beb6fcdd6407da3c142fae91116ed', 'mac_address': 'fa:16:3e:fc:7c:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '964d4d32-a80d-456d-9318-cdb19117d124', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '161a72e3-56b4-4d3a-a9d9-e80062e7f6ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:44:09Z', 'updated_at': '2021-07-28T05:44:14Z', 'revision_number': 4, 'project_id': '478beb6fcdd6407da3c142fae91116ed', 'subnets': [{'id': '161a72e3-56b4-4d3a-a9d9-e80062e7f6ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:44:15.337328 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-91ffa040-23a0-4d44-bd20-4950902b420a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16194e11-d44c-41aa-86b8-1aad6721e6d3', 'name': 'tempest-TestShelveInstance-1451702822-router', 'tenant_id': 'cf3ccbfa2d8f4220820c886a0bed7e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'fd1b0759-3d80-49cd-91bd-698542715ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:44:13Z', 'updated_at': '2021-07-28T05:44:14Z', 'revision_number': 3, 'project_id': 'cf3ccbfa2d8f4220820c886a0bed7e67', 'gw_port': {'id': 'fd1b0759-3d80-49cd-91bd-698542715ea7', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16194e11-d44c-41aa-86b8-1aad6721e6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:44:13Z', 'updated_at': '2021-07-28T05:44:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi'}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:44:15.339686 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899984e8-ee1c-4490-b7a1-de14a51ff416 None None] Network 84d90fa8-c9fb-4f7c-9af2-949ec9747250 requested from dv-cinder-801617-3-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 05:44:15.376312 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ffa040-23a0-4d44-bd20-4950902b420a None None] Checking router: 16194e11-d44c-41aa-86b8-1aad6721e6d3 for host: dv-cinder-801617-3-iscsi {{(pid=93165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:44:15.376616 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ffa040-23a0-4d44-bd20-4950902b420a None None] Updating router 16194e11-d44c-41aa-86b8-1aad6721e6d3 port fd1b0759-3d80-49cd-91bd-698542715ea7 binding host dv-cinder-801617-3-iscsi {{(pid=93165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 05:44:15.410976 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-91ffa040-23a0-4d44-bd20-4950902b420a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:15.493184 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-ea25fb01-f346-47e1-aed1-c8e5f24c172d None None] Provisioning for port 6681bee2-5f21-4430-94f8-db9f5350f72d completed by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:44:15.536015 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f0bc21d4-e9f5-4864-829e-b231adb647ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:15.715877 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [None req-f0bc21d4-e9f5-4864-829e-b231adb647ef admin admin] Allocated IP 172.20.0.1 (84d90fa8-c9fb-4f7c-9af2-949ec9747250/ecf0b9cb-1898-4963-9b26-6e22c8af7687/769e993d-4d20-4d61-a13f-20a31802da1d) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:44:15.762525 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-91ffa040-23a0-4d44-bd20-4950902b420a None None] Notify callbacks [] for port, precommit_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:15.775398 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.provisioning_blocks [None req-91ffa040-23a0-4d44-bd20-4950902b420a None None] Transition to ACTIVE for port object fd1b0759-3d80-49cd-91bd-698542715ea7 will not be triggered until provisioned by entity L2. {{(pid=93165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:44:15.785082 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-91ffa040-23a0-4d44-bd20-4950902b420a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:15.836082 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855315b6-4405-4706-8843-b3b13fb4afcb None None] Pushing event updated for resources: {'Port': ['ID=fd1b0759-3d80-49cd-91bd-698542715ea7,revision_number=2']} {{(pid=93165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:15.869277 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.managers [None req-91ffa040-23a0-4d44-bd20-4950902b420a None None] Attempting to bind port fd1b0759-3d80-49cd-91bd-698542715ea7 on host dv-cinder-801617-3-iscsi for vnic_type normal with profile {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 05:44:15.869635 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.managers [None req-91ffa040-23a0-4d44-bd20-4950902b420a None None] Attempting to bind port fd1b0759-3d80-49cd-91bd-698542715ea7 by drivers openvswitch,hyperv on host dv-cinder-801617-3-iscsi at level 0 using segments [{'id': 'd34fa97e-0825-4a06-9105-26c8994a2a7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d'}] {{(pid=93165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 05:44:15.869993 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ffa040-23a0-4d44-bd20-4950902b420a None None] Attempting to bind port fd1b0759-3d80-49cd-91bd-698542715ea7 on network c7125004-43ac-4633-9f2f-3f406f3e858d {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:44:15.876027 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ffa040-23a0-4d44-bd20-4950902b420a None None] Checking agent: {'id': '3fbc40da-b90e-4a82-82aa-1ec33702809d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 5, 1, 27), 'started_at': datetime.datetime(2021, 7, 28, 5, 1, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 5, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 05:44:15.876393 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ffa040-23a0-4d44-bd20-4950902b420a None None] Checking segment: {'id': 'd34fa97e-0825-4a06-9105-26c8994a2a7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:44:15.877190 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-91ffa040-23a0-4d44-bd20-4950902b420a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:15.877322 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ffa040-23a0-4d44-bd20-4950902b420a None None] Bound using segment: {'id': 'd34fa97e-0825-4a06-9105-26c8994a2a7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d'} {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 05:44:15.877666 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.managers [None req-91ffa040-23a0-4d44-bd20-4950902b420a None None] Bound port: fd1b0759-3d80-49cd-91bd-698542715ea7, host: dv-cinder-801617-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd34fa97e-0825-4a06-9105-26c8994a2a7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d'}}] {{(pid=93165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 05:44:15.878057 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-91ffa040-23a0-4d44-bd20-4950902b420a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:15.882635 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f0bc21d4-e9f5-4864-829e-b231adb647ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:15.897720 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.db.provisioning_blocks [None req-f0bc21d4-e9f5-4864-829e-b231adb647ef admin admin] Transition to ACTIVE for port object 769e993d-4d20-4d61-a13f-20a31802da1d will not be triggered until provisioned by entity DHCP. {{(pid=93162) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:44:15.933466 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f0bc21d4-e9f5-4864-829e-b231adb647ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227148292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4414135'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:15.934210 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.db [None req-91ffa040-23a0-4d44-bd20-4950902b420a None None] For port fd1b0759-3d80-49cd-91bd-698542715ea7, host dv-cinder-801617-3-iscsi, cleared binding levels {{(pid=93165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:44:15.937560 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.db [None req-91ffa040-23a0-4d44-bd20-4950902b420a None None] For port fd1b0759-3d80-49cd-91bd-698542715ea7, host dv-cinder-801617-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=fd1b0759-3d80-49cd-91bd-698542715ea7,segment=NetworkSegment(d34fa97e-0825-4a06-9105-26c8994a2a7e),segment_id=d34fa97e-0825-4a06-9105-26c8994a2a7e)] {{(pid=93165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:44:15.941808 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-91ffa040-23a0-4d44-bd20-4950902b420a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:15.989526 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bc21d4-e9f5-4864-829e-b231adb647ef admin admin] Network 84d90fa8-c9fb-4f7c-9af2-949ec9747250 is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:44:15.991329 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ffa040-23a0-4d44-bd20-4950902b420a None None] Routers {'16194e11-d44c-41aa-86b8-1aad6721e6d3'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:44:15.993378 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-91ffa040-23a0-4d44-bd20-4950902b420a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:43:57Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['16194e11-d44c-41aa-86b8-1aad6721e6d3'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:44:15.994441 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-f0bc21d4-e9f5-4864-829e-b231adb647ef admin admin] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:44:15.996499 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bc21d4-e9f5-4864-829e-b231adb647ef admin admin] Pushing event updated for resources: {'Port': ['ID=769e993d-4d20-4d61-a13f-20a31802da1d,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:16.003968 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bc21d4-e9f5-4864-829e-b231adb647ef admin admin] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 05:44:16.078908 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f0bc21d4-e9f5-4864-829e-b231adb647ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406642'] for router_interface, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:16.122281 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-91ffa040-23a0-4d44-bd20-4950902b420a None None] Set router 16194e11-d44c-41aa-86b8-1aad6721e6d3 gateway port host: dv-cinder-801617-3-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:44:16.226659 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 6681bee2-5f21-4430-94f8-db9f5350f72d up at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:44:16.297533 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855315b6-4405-4706-8843-b3b13fb4afcb None None] Pushing event updated for resources: {'Port': ['ID=fd1b0759-3d80-49cd-91bd-698542715ea7,revision_number=3']} {{(pid=93165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:16.362605 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f0bc21d4-e9f5-4864-829e-b231adb647ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:16.362776 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-0922f24e-0192-4190-aedc-00e917036f31 None None] Provisioning for port 769e993d-4d20-4d61-a13f-20a31802da1d completed by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:44:16.369428 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning for port 6681bee2-5f21-4430-94f8-db9f5350f72d completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:44:16.373941 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-0922f24e-0192-4190-aedc-00e917036f31 None None] Provisioning complete for port 769e993d-4d20-4d61-a13f-20a31802da1d triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:44:16.374320 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-0922f24e-0192-4190-aedc-00e917036f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:16.376297 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning complete for port 6681bee2-5f21-4430-94f8-db9f5350f72d triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:44:16.376297 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:16.383216 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-91ffa040-23a0-4d44-bd20-4950902b420a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16194e11-d44c-41aa-86b8-1aad6721e6d3', 'name': 'tempest-TestShelveInstance-1451702822-router', 'tenant_id': 'cf3ccbfa2d8f4220820c886a0bed7e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'fd1b0759-3d80-49cd-91bd-698542715ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:44:13Z', 'updated_at': '2021-07-28T05:44:14Z', 'revision_number': 3, 'project_id': 'cf3ccbfa2d8f4220820c886a0bed7e67', 'gw_port': {'id': 'fd1b0759-3d80-49cd-91bd-698542715ea7', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16194e11-d44c-41aa-86b8-1aad6721e6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:44:13Z', 'updated_at': '2021-07-28T05:44:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi'}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:44:16.414620 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ffa040-23a0-4d44-bd20-4950902b420a None None] The sync data for ids ['16194e11-d44c-41aa-86b8-1aad6721e6d3'] in dv-cinder-801617-3-iscsi is: [{'id': '16194e11-d44c-41aa-86b8-1aad6721e6d3', 'name': 'tempest-TestShelveInstance-1451702822-router', 'tenant_id': 'cf3ccbfa2d8f4220820c886a0bed7e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'fd1b0759-3d80-49cd-91bd-698542715ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:44:13Z', 'updated_at': '2021-07-28T05:44:14Z', 'revision_number': 3, 'project_id': 'cf3ccbfa2d8f4220820c886a0bed7e67', 'gw_port': {'id': 'fd1b0759-3d80-49cd-91bd-698542715ea7', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a7:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16194e11-d44c-41aa-86b8-1aad6721e6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:44:13Z', 'updated_at': '2021-07-28T05:44:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi'}] {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:44:16.439695 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-0922f24e-0192-4190-aedc-00e917036f31 None None] Port 769e993d-4d20-4d61-a13f-20a31802da1d cannot update to ACTIVE because it is not bound. {{(pid=93164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 05:44:16.498844 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:16.537743 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] For port 6681bee2-5f21-4430-94f8-db9f5350f72d, host dv-cinder-801617-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=6681bee2-5f21-4430-94f8-db9f5350f72d,segment=NetworkSegment(c0e72074-b793-4cac-9276-938f24d82026),segment_id=c0e72074-b793-4cac-9276-938f24d82026)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:44:16.543077 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:16.543908 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 26e64f7c-ae0c-4c0f-a95d-0f4398cd60db up at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:44:16.567453 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f0bc21d4-e9f5-4864-829e-b231adb647ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:16.572496 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f0bc21d4-e9f5-4864-829e-b231adb647ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4414140'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:16.627032 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Pushing event updated for resources: {'Port': ['ID=6681bee2-5f21-4430-94f8-db9f5350f72d,revision_number=3']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:16.640865 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning for port 26e64f7c-ae0c-4c0f-a95d-0f4398cd60db completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:44:16.643120 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-f0bc21d4-e9f5-4864-829e-b231adb647ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409570'] for router_interface, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:16.645647 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning complete for port 26e64f7c-ae0c-4c0f-a95d-0f4398cd60db triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:44:16.646583 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:16.652042 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bc21d4-e9f5-4864-829e-b231adb647ef admin admin] Pushing event updated for resources: {'Port': ['ID=769e993d-4d20-4d61-a13f-20a31802da1d,revision_number=2']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:16.727107 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:16.749985 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bc21d4-e9f5-4864-829e-b231adb647ef admin admin] Network 84d90fa8-c9fb-4f7c-9af2-949ec9747250 is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:44:16.751452 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-f0bc21d4-e9f5-4864-829e-b231adb647ef admin admin] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:44:16.766668 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] For port 26e64f7c-ae0c-4c0f-a95d-0f4398cd60db, host dv-cinder-801617-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=26e64f7c-ae0c-4c0f-a95d-0f4398cd60db,segment=NetworkSegment(6d787c1b-88ca-4968-bd6d-f632dbf3b2f3),segment_id=6d787c1b-88ca-4968-bd6d-f632dbf3b2f3)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:44:16.773178 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:16.842944 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Pushing event updated for resources: {'Port': ['ID=26e64f7c-ae0c-4c0f-a95d-0f4398cd60db,revision_number=5']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:16.909682 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0bc21d4-e9f5-4864-829e-b231adb647ef admin admin] Router 16194e11-d44c-41aa-86b8-1aad6721e6d3 has already been hosted by L3 agent febb8baf-5368-4b94-affe-2856141f0f3f {{(pid=93162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 05:44:17.032204 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0bc21d4-e9f5-4864-829e-b231adb647ef admin admin] Notify agent at l3_agent.dv-cinder-801617-3-iscsi the message routers_updated {{(pid=93162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:44:17.038137 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-f0bc21d4-e9f5-4864-829e-b231adb647ef admin admin] 10.222.0.13 "PUT /v2.0/routers/16194e11-d44c-41aa-86b8-1aad6721e6d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0747066 Jul 28 05:44:17.072180 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-a25824d3-a2d2-4f48-a5de-3f1c1873316e None None] Provisioning complete for port 769e993d-4d20-4d61-a13f-20a31802da1d triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:44:17.072706 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-a25824d3-a2d2-4f48-a5de-3f1c1873316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:17.116140 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-a25824d3-a2d2-4f48-a5de-3f1c1873316e None None] Port 769e993d-4d20-4d61-a13f-20a31802da1d cannot update to ACTIVE because it is not bound. {{(pid=93164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 05:44:18.203455 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device fd1b0759-3d80-49cd-91bd-698542715ea7 up at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:44:18.250095 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning for port fd1b0759-3d80-49cd-91bd-698542715ea7 completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:44:18.253450 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning complete for port fd1b0759-3d80-49cd-91bd-698542715ea7 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:44:18.253821 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:18.334629 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:18.355848 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] For port fd1b0759-3d80-49cd-91bd-698542715ea7, host dv-cinder-801617-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=fd1b0759-3d80-49cd-91bd-698542715ea7,segment=NetworkSegment(d34fa97e-0825-4a06-9105-26c8994a2a7e),segment_id=d34fa97e-0825-4a06-9105-26c8994a2a7e)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:44:18.360400 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:18.361505 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 6681bee2-5f21-4430-94f8-db9f5350f72d up at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:44:18.435912 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Pushing event updated for resources: {'Port': ['ID=fd1b0759-3d80-49cd-91bd-698542715ea7,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:18.461227 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning complete for port 6681bee2-5f21-4430-94f8-db9f5350f72d triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:44:18.461711 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:18.539961 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 39156) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:44:18.544672 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-6eb4b44c-5a9b-4b51-8947-1b1106ec03ac tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-634483195', 'description': 'tempest-secgroup-smoke-634483195 description', 'project_id': '478beb6fcdd6407da3c142fae91116ed'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:44:18.561829 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 26e64f7c-ae0c-4c0f-a95d-0f4398cd60db up at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:44:18.566935 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-6eb4b44c-5a9b-4b51-8947-1b1106ec03ac tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:18.605336 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:18.620483 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning complete for port 26e64f7c-ae0c-4c0f-a95d-0f4398cd60db triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:44:18.620896 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:18.667219 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-6eb4b44c-5a9b-4b51-8947-1b1106ec03ac tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:18.673446 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-6eb4b44c-5a9b-4b51-8947-1b1106ec03ac tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:18.699250 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c230e3-c2d5-48f3-930b-a185a2a0a4f9 None None] Sync routers for ids ['16194e11-d44c-41aa-86b8-1aad6721e6d3'] in dv-cinder-801617-3-iscsi {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:44:18.703164 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb4b44c-5a9b-4b51-8947-1b1106ec03ac tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd18c5b-b681-4698-a5cb-e81c19e82364,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:18.709727 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-6eb4b44c-5a9b-4b51-8947-1b1106ec03ac tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:18.711095 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-6eb4b44c-5a9b-4b51-8947-1b1106ec03ac tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1701190 Jul 28 05:44:18.714076 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 39162) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:44:18.718175 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c230e3-c2d5-48f3-930b-a185a2a0a4f9 None None] Routers {'16194e11-d44c-41aa-86b8-1aad6721e6d3'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:44:18.718665 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-48625ff3-e396-4dc9-9023-c19c004a2ab2 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Request body: {'security_group_rule': {'security_group_id': 'dfd18c5b-b681-4698-a5cb-e81c19e82364', 'project_id': '478beb6fcdd6407da3c142fae91116ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:44:18.718821 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-97c230e3-c2d5-48f3-930b-a185a2a0a4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:43:57Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['16194e11-d44c-41aa-86b8-1aad6721e6d3'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:44:18.760491 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-48625ff3-e396-4dc9-9023-c19c004a2ab2 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:18.827694 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-48625ff3-e396-4dc9-9023-c19c004a2ab2 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:18.832846 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-48625ff3-e396-4dc9-9023-c19c004a2ab2 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610225'] for security_group_rule, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:18.844946 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-97c230e3-c2d5-48f3-930b-a185a2a0a4f9 None None] Set router 16194e11-d44c-41aa-86b8-1aad6721e6d3 gateway port host: dv-cinder-801617-3-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:44:18.849542 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48625ff3-e396-4dc9-9023-c19c004a2ab2 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75f72bf7-89bb-46e0-a7ff-1a195569c121,revision_number=0']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:18.864112 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-48625ff3-e396-4dc9-9023-c19c004a2ab2 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:18.865560 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-48625ff3-e396-4dc9-9023-c19c004a2ab2 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1504879 Jul 28 05:44:18.868305 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 39170) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:44:18.872997 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-7dfe124b-0c91-4c7f-89a6-f6e651bc1baa tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Request body: {'security_group_rule': {'security_group_id': 'dfd18c5b-b681-4698-a5cb-e81c19e82364', 'project_id': '478beb6fcdd6407da3c142fae91116ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:44:18.904629 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-7dfe124b-0c91-4c7f-89a6-f6e651bc1baa tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:18.967185 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-7dfe124b-0c91-4c7f-89a6-f6e651bc1baa tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:18.972170 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-7dfe124b-0c91-4c7f-89a6-f6e651bc1baa tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610225'] for security_group_rule, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:18.995724 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfe124b-0c91-4c7f-89a6-f6e651bc1baa tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f2a9f2e-3342-456d-907b-43af2f5d3c58,revision_number=0']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:19.003069 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-7dfe124b-0c91-4c7f-89a6-f6e651bc1baa tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:19.004400 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-7dfe124b-0c91-4c7f-89a6-f6e651bc1baa tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1349275 Jul 28 05:44:19.007194 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 39178) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:44:19.012433 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-db7569c1-53d7-4ed2-b01b-7ea333bf72b0 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Request body: {'security_group_rule': {'security_group_id': 'dfd18c5b-b681-4698-a5cb-e81c19e82364', 'project_id': '478beb6fcdd6407da3c142fae91116ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:44:19.043293 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-db7569c1-53d7-4ed2-b01b-7ea333bf72b0 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:19.080147 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-97c230e3-c2d5-48f3-930b-a185a2a0a4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16194e11-d44c-41aa-86b8-1aad6721e6d3', 'name': 'tempest-TestShelveInstance-1451702822-router', 'tenant_id': 'cf3ccbfa2d8f4220820c886a0bed7e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'fd1b0759-3d80-49cd-91bd-698542715ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:44:13Z', 'updated_at': '2021-07-28T05:44:16Z', 'revision_number': 4, 'project_id': 'cf3ccbfa2d8f4220820c886a0bed7e67', 'gw_port': {'id': 'fd1b0759-3d80-49cd-91bd-698542715ea7', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16194e11-d44c-41aa-86b8-1aad6721e6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:44:13Z', 'updated_at': '2021-07-28T05:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_interfaces': [{'id': '769e993d-4d20-4d61-a13f-20a31802da1d', 'name': '', 'network_id': '84d90fa8-c9fb-4f7c-9af2-949ec9747250', 'tenant_id': 'cf3ccbfa2d8f4220820c886a0bed7e67', 'mac_address': 'fa:16:3e:f9:16:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16194e11-d44c-41aa-86b8-1aad6721e6d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ecf0b9cb-1898-4963-9b26-6e22c8af7687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:44:15Z', 'updated_at': '2021-07-28T05:44:16Z', 'revision_number': 2, 'project_id': 'cf3ccbfa2d8f4220820c886a0bed7e67', 'subnets': [{'id': 'ecf0b9cb-1898-4963-9b26-6e22c8af7687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:44:19.103878 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-db7569c1-53d7-4ed2-b01b-7ea333bf72b0 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:19.108399 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-db7569c1-53d7-4ed2-b01b-7ea333bf72b0 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610225'] for security_group_rule, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:19.108565 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c230e3-c2d5-48f3-930b-a185a2a0a4f9 None None] Checking router: 16194e11-d44c-41aa-86b8-1aad6721e6d3 for host: dv-cinder-801617-3-iscsi {{(pid=93164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:44:19.108894 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c230e3-c2d5-48f3-930b-a185a2a0a4f9 None None] Updating router 16194e11-d44c-41aa-86b8-1aad6721e6d3 port 769e993d-4d20-4d61-a13f-20a31802da1d binding host dv-cinder-801617-3-iscsi {{(pid=93164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 05:44:19.126090 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7569c1-53d7-4ed2-b01b-7ea333bf72b0 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50929eca-33d0-41ac-a8db-844f7387fe61,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:19.132660 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-db7569c1-53d7-4ed2-b01b-7ea333bf72b0 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:19.133919 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-db7569c1-53d7-4ed2-b01b-7ea333bf72b0 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1254897 Jul 28 05:44:19.136628 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 39182) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:44:19.140948 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-7be10fe2-0908-4123-9350-95e74be18c0a tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Request body: {'security_group_rule': {'security_group_id': 'dfd18c5b-b681-4698-a5cb-e81c19e82364', 'project_id': '478beb6fcdd6407da3c142fae91116ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:44:19.144790 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-97c230e3-c2d5-48f3-930b-a185a2a0a4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:19.167255 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7be10fe2-0908-4123-9350-95e74be18c0a tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:19.230760 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7be10fe2-0908-4123-9350-95e74be18c0a tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:19.236274 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7be10fe2-0908-4123-9350-95e74be18c0a tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610225'] for security_group_rule, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:19.258159 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be10fe2-0908-4123-9350-95e74be18c0a tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d5c044c-c810-4997-b3c7-d746b536f07d,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:19.278025 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7be10fe2-0908-4123-9350-95e74be18c0a tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:19.279675 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-7be10fe2-0908-4123-9350-95e74be18c0a tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1420612 Jul 28 05:44:19.282562 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 39190) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:44:19.287455 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-56d1bfcd-618c-49dc-a8b8-fa6ec60b7e6f tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Request body: {'security_group_rule': {'security_group_id': 'dfd18c5b-b681-4698-a5cb-e81c19e82364', 'project_id': '478beb6fcdd6407da3c142fae91116ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:44:19.314749 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.db.securitygroups_db [None req-56d1bfcd-618c-49dc-a8b8-fa6ec60b7e6f tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Project 478beb6fcdd6407da3c142fae91116ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 05:44:19.321116 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-56d1bfcd-618c-49dc-a8b8-fa6ec60b7e6f tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:19.388362 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-56d1bfcd-618c-49dc-a8b8-fa6ec60b7e6f tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:19.392175 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-56d1bfcd-618c-49dc-a8b8-fa6ec60b7e6f tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610225'] for security_group_rule, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:19.410399 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d1bfcd-618c-49dc-a8b8-fa6ec60b7e6f tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23db78c1-153b-455e-9abd-1b996ee2a1ca,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:19.416138 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-56d1bfcd-618c-49dc-a8b8-fa6ec60b7e6f tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:19.417366 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-56d1bfcd-618c-49dc-a8b8-fa6ec60b7e6f tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1337056 Jul 28 05:44:19.420322 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 39194) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:44:19.424702 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-e25be420-0d69-4cef-a96a-967fdde6d60b tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Request body: {'security_group_rule': {'security_group_id': 'dfd18c5b-b681-4698-a5cb-e81c19e82364', 'project_id': '478beb6fcdd6407da3c142fae91116ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:44:19.445843 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.db.securitygroups_db [None req-e25be420-0d69-4cef-a96a-967fdde6d60b tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Project 478beb6fcdd6407da3c142fae91116ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 05:44:19.450573 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e25be420-0d69-4cef-a96a-967fdde6d60b tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:19.460569 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-97c230e3-c2d5-48f3-930b-a185a2a0a4f9 None None] Notify callbacks [] for port, precommit_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:19.470704 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-97c230e3-c2d5-48f3-930b-a185a2a0a4f9 None None] Transition to ACTIVE for port object 769e993d-4d20-4d61-a13f-20a31802da1d will not be triggered until provisioned by entity L2. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:44:19.476392 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-97c230e3-c2d5-48f3-930b-a185a2a0a4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:19.513076 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e25be420-0d69-4cef-a96a-967fdde6d60b tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:19.516947 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e25be420-0d69-4cef-a96a-967fdde6d60b tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610225'] for security_group_rule, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:19.526275 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3290565f-e66a-4ef1-bf5a-682b38b99238 None None] Pushing event updated for resources: {'Port': ['ID=769e993d-4d20-4d61-a13f-20a31802da1d,revision_number=3']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:19.552362 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25be420-0d69-4cef-a96a-967fdde6d60b tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e137e17-74bb-412e-9630-57341f09f745,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:19.560654 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e25be420-0d69-4cef-a96a-967fdde6d60b tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:19.582718 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-e25be420-0d69-4cef-a96a-967fdde6d60b tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1546309 Jul 28 05:44:19.589895 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-97c230e3-c2d5-48f3-930b-a185a2a0a4f9 None None] Attempting to bind port 769e993d-4d20-4d61-a13f-20a31802da1d on host dv-cinder-801617-3-iscsi for vnic_type normal with profile {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 05:44:19.590319 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-97c230e3-c2d5-48f3-930b-a185a2a0a4f9 None None] Attempting to bind port 769e993d-4d20-4d61-a13f-20a31802da1d by drivers openvswitch,hyperv on host dv-cinder-801617-3-iscsi at level 0 using segments [{'id': 'c0e72074-b793-4cac-9276-938f24d82026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '84d90fa8-c9fb-4f7c-9af2-949ec9747250'}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 05:44:19.590694 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c230e3-c2d5-48f3-930b-a185a2a0a4f9 None None] Attempting to bind port 769e993d-4d20-4d61-a13f-20a31802da1d on network 84d90fa8-c9fb-4f7c-9af2-949ec9747250 {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:44:19.598339 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c230e3-c2d5-48f3-930b-a185a2a0a4f9 None None] Checking agent: {'id': '3fbc40da-b90e-4a82-82aa-1ec33702809d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 5, 1, 27), 'started_at': datetime.datetime(2021, 7, 28, 5, 1, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 5, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 05:44:19.598711 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c230e3-c2d5-48f3-930b-a185a2a0a4f9 None None] Checking segment: {'id': 'c0e72074-b793-4cac-9276-938f24d82026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '84d90fa8-c9fb-4f7c-9af2-949ec9747250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:44:19.599312 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-97c230e3-c2d5-48f3-930b-a185a2a0a4f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:19.599953 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c230e3-c2d5-48f3-930b-a185a2a0a4f9 None None] Bound using segment: {'id': 'c0e72074-b793-4cac-9276-938f24d82026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '84d90fa8-c9fb-4f7c-9af2-949ec9747250'} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 05:44:19.600425 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-97c230e3-c2d5-48f3-930b-a185a2a0a4f9 None None] Bound port: 769e993d-4d20-4d61-a13f-20a31802da1d, host: dv-cinder-801617-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0e72074-b793-4cac-9276-938f24d82026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '84d90fa8-c9fb-4f7c-9af2-949ec9747250'}}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 05:44:19.600823 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-97c230e3-c2d5-48f3-930b-a185a2a0a4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:19.678432 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-97c230e3-c2d5-48f3-930b-a185a2a0a4f9 None None] For port 769e993d-4d20-4d61-a13f-20a31802da1d, host dv-cinder-801617-3-iscsi, cleared binding levels {{(pid=93164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:44:19.682923 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-97c230e3-c2d5-48f3-930b-a185a2a0a4f9 None None] For port 769e993d-4d20-4d61-a13f-20a31802da1d, host dv-cinder-801617-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=769e993d-4d20-4d61-a13f-20a31802da1d,segment=NetworkSegment(c0e72074-b793-4cac-9276-938f24d82026),segment_id=c0e72074-b793-4cac-9276-938f24d82026)] {{(pid=93164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:44:19.689489 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-97c230e3-c2d5-48f3-930b-a185a2a0a4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:19.752552 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c230e3-c2d5-48f3-930b-a185a2a0a4f9 None None] Routers {'16194e11-d44c-41aa-86b8-1aad6721e6d3'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:44:19.753173 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-97c230e3-c2d5-48f3-930b-a185a2a0a4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:43:57Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['16194e11-d44c-41aa-86b8-1aad6721e6d3'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:44:19.802641 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3290565f-e66a-4ef1-bf5a-682b38b99238 None None] Pushing event updated for resources: {'Port': ['ID=769e993d-4d20-4d61-a13f-20a31802da1d,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:19.886890 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-97c230e3-c2d5-48f3-930b-a185a2a0a4f9 None None] Set router 16194e11-d44c-41aa-86b8-1aad6721e6d3 gateway port host: dv-cinder-801617-3-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:44:20.155319 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device fd1b0759-3d80-49cd-91bd-698542715ea7 up at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:44:20.259928 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning complete for port fd1b0759-3d80-49cd-91bd-698542715ea7 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:44:20.260304 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:20.351973 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-97c230e3-c2d5-48f3-930b-a185a2a0a4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16194e11-d44c-41aa-86b8-1aad6721e6d3', 'name': 'tempest-TestShelveInstance-1451702822-router', 'tenant_id': 'cf3ccbfa2d8f4220820c886a0bed7e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'fd1b0759-3d80-49cd-91bd-698542715ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:44:13Z', 'updated_at': '2021-07-28T05:44:16Z', 'revision_number': 4, 'project_id': 'cf3ccbfa2d8f4220820c886a0bed7e67', 'gw_port': {'id': 'fd1b0759-3d80-49cd-91bd-698542715ea7', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16194e11-d44c-41aa-86b8-1aad6721e6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:44:13Z', 'updated_at': '2021-07-28T05:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_interfaces': [{'id': '769e993d-4d20-4d61-a13f-20a31802da1d', 'name': '', 'network_id': '84d90fa8-c9fb-4f7c-9af2-949ec9747250', 'tenant_id': 'cf3ccbfa2d8f4220820c886a0bed7e67', 'mac_address': 'fa:16:3e:f9:16:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16194e11-d44c-41aa-86b8-1aad6721e6d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ecf0b9cb-1898-4963-9b26-6e22c8af7687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:44:15Z', 'updated_at': '2021-07-28T05:44:19Z', 'revision_number': 4, 'project_id': 'cf3ccbfa2d8f4220820c886a0bed7e67', 'subnets': [{'id': 'ecf0b9cb-1898-4963-9b26-6e22c8af7687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:44:20.384151 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c230e3-c2d5-48f3-930b-a185a2a0a4f9 None None] The sync data for ids ['16194e11-d44c-41aa-86b8-1aad6721e6d3'] in dv-cinder-801617-3-iscsi is: [{'id': '16194e11-d44c-41aa-86b8-1aad6721e6d3', 'name': 'tempest-TestShelveInstance-1451702822-router', 'tenant_id': 'cf3ccbfa2d8f4220820c886a0bed7e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'fd1b0759-3d80-49cd-91bd-698542715ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:44:13Z', 'updated_at': '2021-07-28T05:44:16Z', 'revision_number': 4, 'project_id': 'cf3ccbfa2d8f4220820c886a0bed7e67', 'gw_port': {'id': 'fd1b0759-3d80-49cd-91bd-698542715ea7', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16194e11-d44c-41aa-86b8-1aad6721e6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:44:13Z', 'updated_at': '2021-07-28T05:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_interfaces': [{'id': '769e993d-4d20-4d61-a13f-20a31802da1d', 'name': '', 'network_id': '84d90fa8-c9fb-4f7c-9af2-949ec9747250', 'tenant_id': 'cf3ccbfa2d8f4220820c886a0bed7e67', 'mac_address': 'fa:16:3e:f9:16:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16194e11-d44c-41aa-86b8-1aad6721e6d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': 'ecf0b9cb-1898-4963-9b26-6e22c8af7687', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:44:15Z', 'updated_at': '2021-07-28T05:44:19Z', 'revision_number': 4, 'project_id': 'cf3ccbfa2d8f4220820c886a0bed7e67', 'subnets': [{'id': 'ecf0b9cb-1898-4963-9b26-6e22c8af7687', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:44:20.479160 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 39270) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:44:20.631987 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e6ee1222-1294-470b-8ff5-f359bb6ee22f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:20.718913 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 39282) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:44:20.758897 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e6ee1222-1294-470b-8ff5-f359bb6ee22f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:20.768608 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e6ee1222-1294-470b-8ff5-f359bb6ee22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:20.811125 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-e6ee1222-1294-470b-8ff5-f359bb6ee22f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b32509d5dacb42698096bed2f28dfb1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3268464 Jul 28 05:44:20.812022 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ee1222-1294-470b-8ff5-f359bb6ee22f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72afd406-429b-4378-ac3f-0acc0cb44d59,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:20.813905 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 39286) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:44:20.856578 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2a0e6d7b-db7a-4403-926a-3c6551278d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:20.877277 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5a42199e-ea6c-41f4-b427-86f6adfa6ded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:20.904628 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5a42199e-ea6c-41f4-b427-86f6adfa6ded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:20.950717 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2a0e6d7b-db7a-4403-926a-3c6551278d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:20.954559 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2a0e6d7b-db7a-4403-926a-3c6551278d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:20.962554 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5a42199e-ea6c-41f4-b427-86f6adfa6ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:20.965581 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5a42199e-ea6c-41f4-b427-86f6adfa6ded admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:20.971921 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-5a42199e-ea6c-41f4-b427-86f6adfa6ded admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/72afd406-429b-4378-ac3f-0acc0cb44d59 HTTP/1.1" status: 204 len: 168 time: 0.1553955 Jul 28 05:44:20.980545 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a42199e-ea6c-41f4-b427-86f6adfa6ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72afd406-429b-4378-ac3f-0acc0cb44d59,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:21.014479 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0e6d7b-db7a-4403-926a-3c6551278d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3bd533-ae74-4b11-a803-3d487719e37e,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:21.052968 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-2a0e6d7b-db7a-4403-926a-3c6551278d21 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c14dab3c87ea4a9ebe63ed131044df9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3304818 Jul 28 05:44:21.053111 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 39290) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:44:21.101437 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b80a6a70-87eb-4829-9a1e-1aca263b76a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:21.123856 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b80a6a70-87eb-4829-9a1e-1aca263b76a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:21.180218 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b80a6a70-87eb-4829-9a1e-1aca263b76a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:21.185167 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b80a6a70-87eb-4829-9a1e-1aca263b76a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:21.186788 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-b80a6a70-87eb-4829-9a1e-1aca263b76a1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bc3bd533-ae74-4b11-a803-3d487719e37e HTTP/1.1" status: 204 len: 168 time: 0.1322403 Jul 28 05:44:21.202224 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80a6a70-87eb-4829-9a1e-1aca263b76a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc3bd533-ae74-4b11-a803-3d487719e37e,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:21.280924 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 39300) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:44:21.293971 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b159f8a1-5275-429c-bbfe-a09d65ac3a2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:21.385018 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b159f8a1-5275-429c-bbfe-a09d65ac3a2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:21.390037 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b159f8a1-5275-429c-bbfe-a09d65ac3a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:21.429114 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b159f8a1-5275-429c-bbfe-a09d65ac3a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696225ec-1bec-45b4-8970-ef18c5dfdae3,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:21.439168 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-b159f8a1-5275-429c-bbfe-a09d65ac3a2b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9fb7e2bca4074e098dac441a7867d814&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1570504 Jul 28 05:44:21.441991 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 39308) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:44:21.504743 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-9f712ca9-e222-48ec-946c-d8fa85a26156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:21.525816 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-9f712ca9-e222-48ec-946c-d8fa85a26156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:21.584350 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-9f712ca9-e222-48ec-946c-d8fa85a26156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:21.586980 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-9f712ca9-e222-48ec-946c-d8fa85a26156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:21.588178 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-9f712ca9-e222-48ec-946c-d8fa85a26156 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/696225ec-1bec-45b4-8970-ef18c5dfdae3 HTTP/1.1" status: 204 len: 168 time: 0.1445904 Jul 28 05:44:21.595876 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f712ca9-e222-48ec-946c-d8fa85a26156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696225ec-1bec-45b4-8970-ef18c5dfdae3,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:21.993730 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 39340) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:44:22.006957 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-82427263-3f39-405e-8640-51dd25c18041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:22.124708 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-82427263-3f39-405e-8640-51dd25c18041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:22.131977 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-82427263-3f39-405e-8640-51dd25c18041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:22.155194 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 769e993d-4d20-4d61-a13f-20a31802da1d up at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:44:22.179256 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-82427263-3f39-405e-8640-51dd25c18041 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c6ab70bde0d340cfa4c7626d30e0019d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1844306 Jul 28 05:44:22.179888 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 39342) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:44:22.184057 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82427263-3f39-405e-8640-51dd25c18041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2651783f-e907-4a24-8d2f-0895158e3ff7,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:22.227069 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning for port 769e993d-4d20-4d61-a13f-20a31802da1d completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:44:22.232720 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning complete for port 769e993d-4d20-4d61-a13f-20a31802da1d triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:44:22.233098 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:22.253957 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-56ea8464-f18a-4cb6-baff-5736e7cad9b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:22.284619 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-56ea8464-f18a-4cb6-baff-5736e7cad9b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:22.334967 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:22.342080 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-56ea8464-f18a-4cb6-baff-5736e7cad9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:22.345044 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-56ea8464-f18a-4cb6-baff-5736e7cad9b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:22.346298 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-56ea8464-f18a-4cb6-baff-5736e7cad9b2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2651783f-e907-4a24-8d2f-0895158e3ff7 HTTP/1.1" status: 204 len: 168 time: 0.1644659 Jul 28 05:44:22.360713 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea8464-f18a-4cb6-baff-5736e7cad9b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2651783f-e907-4a24-8d2f-0895158e3ff7,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:22.386236 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] For port 769e993d-4d20-4d61-a13f-20a31802da1d, host dv-cinder-801617-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=769e993d-4d20-4d61-a13f-20a31802da1d,segment=NetworkSegment(c0e72074-b793-4cac-9276-938f24d82026),segment_id=c0e72074-b793-4cac-9276-938f24d82026)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:44:22.393675 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:22.468015 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Pushing event updated for resources: {'Port': ['ID=769e993d-4d20-4d61-a13f-20a31802da1d,revision_number=5']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:22.513265 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 39356) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:44:22.632423 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-eab2fe31-23e1-404d-8863-59336e6b12bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:22.736196 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-eab2fe31-23e1-404d-8863-59336e6b12bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:22.741066 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-eab2fe31-23e1-404d-8863-59336e6b12bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:22.799467 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-eab2fe31-23e1-404d-8863-59336e6b12bb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4ab81d4b4cba45af9db62c9aac01cd9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2827375 Jul 28 05:44:22.800025 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 39374) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:44:22.800414 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab2fe31-23e1-404d-8863-59336e6b12bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0f7dc0-33d2-4735-be7d-a457069018b5,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:22.871931 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-92485e05-60cf-4901-a5ce-a3e2c5f5c779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:22.897859 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-92485e05-60cf-4901-a5ce-a3e2c5f5c779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:22.952193 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-92485e05-60cf-4901-a5ce-a3e2c5f5c779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:22.954960 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-92485e05-60cf-4901-a5ce-a3e2c5f5c779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:22.985214 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-92485e05-60cf-4901-a5ce-a3e2c5f5c779 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7d0f7dc0-33d2-4735-be7d-a457069018b5 HTTP/1.1" status: 204 len: 168 time: 0.1598096 Jul 28 05:44:22.985214 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92485e05-60cf-4901-a5ce-a3e2c5f5c779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0f7dc0-33d2-4735-be7d-a457069018b5,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:23.969188 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-db36fdbf-9626-40b6-acbd-393bde38905f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:24.128968 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 769e993d-4d20-4d61-a13f-20a31802da1d up at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:44:24.181485 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning complete for port 769e993d-4d20-4d61-a13f-20a31802da1d triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:44:24.181864 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:26.837470 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9abf0701-9dfa-4410-a51f-9dc291c05a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:26.902160 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:27.896985 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:29.404672 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:32.064532 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 39578) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:44:32.164097 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2ce5270c-78c1-45a3-b1f4-b0bb9d4fb348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:32.258540 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2ce5270c-78c1-45a3-b1f4-b0bb9d4fb348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:32.262186 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2ce5270c-78c1-45a3-b1f4-b0bb9d4fb348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:32.301118 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-2ce5270c-78c1-45a3-b1f4-b0bb9d4fb348 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f37c993b41d0452496cd009fc0e5fe12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2355165 Jul 28 05:44:32.301985 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce5270c-78c1-45a3-b1f4-b0bb9d4fb348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98cdeabc-bb24-49b9-ab1d-8827fd64338f,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:32.304351 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 39584) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:44:32.359163 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f75fe09b-64e8-457d-acc9-bee733c5e5a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:32.380461 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f75fe09b-64e8-457d-acc9-bee733c5e5a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:32.429269 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f75fe09b-64e8-457d-acc9-bee733c5e5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:32.431917 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f75fe09b-64e8-457d-acc9-bee733c5e5a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:32.433095 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-f75fe09b-64e8-457d-acc9-bee733c5e5a6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/98cdeabc-bb24-49b9-ab1d-8827fd64338f HTTP/1.1" status: 204 len: 168 time: 0.1276450 Jul 28 05:44:32.441330 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75fe09b-64e8-457d-acc9-bee733c5e5a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98cdeabc-bb24-49b9-ab1d-8827fd64338f,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:43.278477 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 39738) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:44:43.387540 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:44:43.393798 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b5a29660-53dd-4613-baea-b70fd087dd65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:43.414494 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a16107ed-0371-4fda-9f93-5bb082946d2f req-7be436c6-8ebc-4ad6-b442-24853d75d944 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-634483195&fields=id&tenant_id=478beb6fcdd6407da3c142fae91116ed HTTP/1.1" status: 200 len: 267 time: 0.0379140 Jul 28 05:44:43.486499 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b5a29660-53dd-4613-baea-b70fd087dd65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:43.492780 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b5a29660-53dd-4613-baea-b70fd087dd65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:43.523326 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-b5a29660-53dd-4613-baea-b70fd087dd65 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a649f893c8014a14936da98a3e1b8c75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2430429 Jul 28 05:44:43.528867 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16107ed-0371-4fda-9f93-5bb082946d2f req-a8cae40f-bd2b-4c2e-a2ab-531cbe7bdc40 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:44:43.529056 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 39780) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:44:43.530394 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a16107ed-0371-4fda-9f93-5bb082946d2f req-a8cae40f-bd2b-4c2e-a2ab-531cbe7bdc40 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/networks?id=ca9615ec-5de0-432f-98b2-f9ae6a48e274 HTTP/1.1" status: 200 len: 808 time: 0.1091144 Jul 28 05:44:43.555578 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a16107ed-0371-4fda-9f93-5bb082946d2f req-ba5eab62-8726-40fd-a2a4-2ab634b85170 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/quotas/478beb6fcdd6407da3c142fae91116ed HTTP/1.1" status: 200 len: 375 time: 0.0191977 Jul 28 05:44:43.575188 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a29660-53dd-4613-baea-b70fd087dd65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c88a9a-b354-487f-8785-91a83c90a017,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:43.596462 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b24834b4-20b7-47ac-957f-2d235589d852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:43.621223 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b24834b4-20b7-47ac-957f-2d235589d852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:43.624334 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a16107ed-0371-4fda-9f93-5bb082946d2f req-2df2f465-9698-4823-9eeb-5ea40d199e22 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=478beb6fcdd6407da3c142fae91116ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0626945 Jul 28 05:44:43.677710 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b24834b4-20b7-47ac-957f-2d235589d852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:43.680822 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b24834b4-20b7-47ac-957f-2d235589d852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:43.681964 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-b24834b4-20b7-47ac-957f-2d235589d852 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/53c88a9a-b354-487f-8785-91a83c90a017 HTTP/1.1" status: 204 len: 168 time: 0.1517162 Jul 28 05:44:43.684996 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [req-a16107ed-0371-4fda-9f93-5bb082946d2f req-a17c05c4-623a-4fe0-83a2-546b0c4b2298 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 05:44:43.686465 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a16107ed-0371-4fda-9f93-5bb082946d2f req-a17c05c4-623a-4fe0-83a2-546b0c4b2298 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0542922 Jul 28 05:44:43.696892 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24834b4-20b7-47ac-957f-2d235589d852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c88a9a-b354-487f-8785-91a83c90a017,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:43.781668 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a16107ed-0371-4fda-9f93-5bb082946d2f req-5cbe858a-454a-478a-84e0-cd1e597288ae service neutron] 10.222.0.13 "GET /v2.0/networks/ca9615ec-5de0-432f-98b2-f9ae6a48e274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890355 Jul 28 05:44:43.899672 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a16107ed-0371-4fda-9f93-5bb082946d2f req-8f90c539-e61c-40a7-84a6-0d8ec4e06bf9 service neutron] 10.222.0.13 "GET /v2.0/networks/ca9615ec-5de0-432f-98b2-f9ae6a48e274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055615 Jul 28 05:44:44.220921 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-49024bae-bc07-4e2b-91ab-5a4a567a98a2 req-337de600-b629-4539-8802-b0959ccd055a tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2 HTTP/1.1" status: 200 len: 210 time: 0.0330999 Jul 28 05:44:45.317440 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-68d7f06c-8db0-4b6b-bd41-63c3464b710e req-80d3684a-bff9-4a3e-be68-b19a3a447b61 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2 HTTP/1.1" status: 200 len: 210 time: 0.0269036 Jul 28 05:44:45.396363 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 39884) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:44:45.502767 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7d79df86-1844-483e-b2ac-8dae055e0ece admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:45.599687 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7d79df86-1844-483e-b2ac-8dae055e0ece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:45.605646 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16107ed-0371-4fda-9f93-5bb082946d2f req-6752876d-bd7c-43a7-8fcc-8b692f80a3bb tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:44:45.606160 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7d79df86-1844-483e-b2ac-8dae055e0ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:45.607635 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a16107ed-0371-4fda-9f93-5bb082946d2f req-6752876d-bd7c-43a7-8fcc-8b692f80a3bb tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.21 "GET /v2.0/networks?id=ca9615ec-5de0-432f-98b2-f9ae6a48e274 HTTP/1.1" status: 200 len: 808 time: 0.1101627 Jul 28 05:44:45.648254 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d79df86-1844-483e-b2ac-8dae055e0ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528e4e46-01f1-4de6-9f6f-f679ee5b7055,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:45.652321 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-7d79df86-1844-483e-b2ac-8dae055e0ece admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5124d825620c48e4bd0db36a422e5a6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2549260 Jul 28 05:44:45.658497 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 39890) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:44:45.666924 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d79df86-1844-483e-b2ac-8dae055e0ece admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:45.666924 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d79df86-1844-483e-b2ac-8dae055e0ece admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:45.666924 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d79df86-1844-483e-b2ac-8dae055e0ece admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:45.666924 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d79df86-1844-483e-b2ac-8dae055e0ece admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:45.666924 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d79df86-1844-483e-b2ac-8dae055e0ece admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:45.666924 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d79df86-1844-483e-b2ac-8dae055e0ece admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:45.666924 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d79df86-1844-483e-b2ac-8dae055e0ece admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:45.666924 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d79df86-1844-483e-b2ac-8dae055e0ece admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:45.666924 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d79df86-1844-483e-b2ac-8dae055e0ece admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:45.666924 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d79df86-1844-483e-b2ac-8dae055e0ece admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:45.666924 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d79df86-1844-483e-b2ac-8dae055e0ece admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:45.666924 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d79df86-1844-483e-b2ac-8dae055e0ece admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:45.670904 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a16107ed-0371-4fda-9f93-5bb082946d2f req-e4c1fe45-d64e-4776-a3ca-30855dfc7354 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=478beb6fcdd6407da3c142fae91116ed HTTP/1.1" status: 200 len: 379 time: 0.0467186 Jul 28 05:44:45.689381 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [req-a16107ed-0371-4fda-9f93-5bb082946d2f req-33068803-fc1d-4977-8475-55faa58c3250 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Request body: {'port': {'device_id': 'c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2', 'network_id': 'ca9615ec-5de0-432f-98b2-f9ae6a48e274', 'admin_state_up': True, 'tenant_id': '478beb6fcdd6407da3c142fae91116ed', 'security_groups': ['dfd18c5b-b681-4698-a5cb-e81c19e82364']}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:44:45.719673 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1a23bd98-f9cf-4bc0-a936-67d7ba0e97f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:45.743460 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1a23bd98-f9cf-4bc0-a936-67d7ba0e97f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:45.795604 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1a23bd98-f9cf-4bc0-a936-67d7ba0e97f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:45.798252 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1a23bd98-f9cf-4bc0-a936-67d7ba0e97f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:45.799363 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-1a23bd98-f9cf-4bc0-a936-67d7ba0e97f9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/528e4e46-01f1-4de6-9f6f-f679ee5b7055 HTTP/1.1" status: 204 len: 168 time: 0.1398754 Jul 28 05:44:45.808369 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a16107ed-0371-4fda-9f93-5bb082946d2f req-33068803-fc1d-4977-8475-55faa58c3250 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Made reservation on behalf of 478beb6fcdd6407da3c142fae91116ed for: {'port': 1} {{(pid=93163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:44:45.808526 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a23bd98-f9cf-4bc0-a936-67d7ba0e97f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528e4e46-01f1-4de6-9f6f-f679ee5b7055,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:45.812999 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-a16107ed-0371-4fda-9f93-5bb082946d2f req-33068803-fc1d-4977-8475-55faa58c3250 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:45.950375 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_common [req-a16107ed-0371-4fda-9f93-5bb082946d2f req-33068803-fc1d-4977-8475-55faa58c3250 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Allocated IP 172.20.0.14 (ca9615ec-5de0-432f-98b2-f9ae6a48e274/161a72e3-56b4-4d3a-a9d9-e80062e7f6ce/50451bd5-9849-4d00-a2a3-1681fee59077) {{(pid=93163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:44:46.097930 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 39898) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:44:46.111538 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-85d5be5d-a48d-479d-8ac6-3047c79a5116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:46.122679 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-a16107ed-0371-4fda-9f93-5bb082946d2f req-33068803-fc1d-4977-8475-55faa58c3250 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Notify callbacks [] for port, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:46.140913 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [req-a16107ed-0371-4fda-9f93-5bb082946d2f req-33068803-fc1d-4977-8475-55faa58c3250 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Transition to ACTIVE for port object 50451bd5-9849-4d00-a2a3-1681fee59077 will not be triggered until provisioned by entity DHCP. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:44:46.180390 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-a16107ed-0371-4fda-9f93-5bb082946d2f req-33068803-fc1d-4977-8475-55faa58c3250 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227148292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5267504'] for port, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:46.214804 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-85d5be5d-a48d-479d-8ac6-3047c79a5116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:46.220339 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-85d5be5d-a48d-479d-8ac6-3047c79a5116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:46.232875 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a16107ed-0371-4fda-9f93-5bb082946d2f req-33068803-fc1d-4977-8475-55faa58c3250 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Network ca9615ec-5de0-432f-98b2-f9ae6a48e274 is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:44:46.240557 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [req-a16107ed-0371-4fda-9f93-5bb082946d2f req-33068803-fc1d-4977-8475-55faa58c3250 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:44:46.245697 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [req-a16107ed-0371-4fda-9f93-5bb082946d2f req-33068803-fc1d-4977-8475-55faa58c3250 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Received port after_create {{(pid=93163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 05:44:46.249725 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33068803-fc1d-4977-8475-55faa58c3250 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Pushing event updated for resources: {'Port': ['ID=50451bd5-9849-4d00-a2a3-1681fee59077,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:46.260850 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-85d5be5d-a48d-479d-8ac6-3047c79a5116 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5d338904cbac45c78a2b0f9ca1e06ae0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1588578 Jul 28 05:44:46.261269 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 39900) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:44:46.278229 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33068803-fc1d-4977-8475-55faa58c3250 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:46.278574 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33068803-fc1d-4977-8475-55faa58c3250 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:46.278903 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33068803-fc1d-4977-8475-55faa58c3250 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:46.279406 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33068803-fc1d-4977-8475-55faa58c3250 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:46.279997 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33068803-fc1d-4977-8475-55faa58c3250 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:46.280487 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33068803-fc1d-4977-8475-55faa58c3250 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:46.280807 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33068803-fc1d-4977-8475-55faa58c3250 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:46.281288 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33068803-fc1d-4977-8475-55faa58c3250 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:46.281607 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33068803-fc1d-4977-8475-55faa58c3250 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:46.282017 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33068803-fc1d-4977-8475-55faa58c3250 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:46.282411 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33068803-fc1d-4977-8475-55faa58c3250 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:46.282763 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33068803-fc1d-4977-8475-55faa58c3250 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:44:46.310470 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d5be5d-a48d-479d-8ac6-3047c79a5116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=493205f5-66c4-4b3b-9cff-c33945b47399,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:46.327017 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16107ed-0371-4fda-9f93-5bb082946d2f req-33068803-fc1d-4977-8475-55faa58c3250 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:44:46.327791 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-a16107ed-0371-4fda-9f93-5bb082946d2f req-33068803-fc1d-4977-8475-55faa58c3250 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068'] for port, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:46.335905 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5d473d96-78a3-419a-a315-8101e2e98a65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:46.361598 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a16107ed-0371-4fda-9f93-5bb082946d2f req-33068803-fc1d-4977-8475-55faa58c3250 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6761916 Jul 28 05:44:46.370847 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5d473d96-78a3-419a-a315-8101e2e98a65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:46.431564 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5d473d96-78a3-419a-a315-8101e2e98a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:46.435291 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5d473d96-78a3-419a-a315-8101e2e98a65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:46.436945 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-5d473d96-78a3-419a-a315-8101e2e98a65 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/493205f5-66c4-4b3b-9cff-c33945b47399 HTTP/1.1" status: 204 len: 168 time: 0.1715505 Jul 28 05:44:46.456735 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d473d96-78a3-419a-a315-8101e2e98a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493205f5-66c4-4b3b-9cff-c33945b47399,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:46.551625 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-721ed001-d5d7-48d4-ae3f-0e60a683c4b2 None None] Provisioning for port 50451bd5-9849-4d00-a2a3-1681fee59077 completed by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:44:46.565146 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-721ed001-d5d7-48d4-ae3f-0e60a683c4b2 None None] Provisioning complete for port 50451bd5-9849-4d00-a2a3-1681fee59077 triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:44:46.566518 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-721ed001-d5d7-48d4-ae3f-0e60a683c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:46.584233 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [req-a16107ed-0371-4fda-9f93-5bb082946d2f req-b16d4f53-0b19-46eb-9402-4680637f7070 service neutron] Request body: {'port': {'device_id': 'c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80161'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:44:46.608698 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-721ed001-d5d7-48d4-ae3f-0e60a683c4b2 None None] Port 50451bd5-9849-4d00-a2a3-1681fee59077 cannot update to ACTIVE because it is not bound. {{(pid=93164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 05:44:46.685223 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-a16107ed-0371-4fda-9f93-5bb082946d2f req-b16d4f53-0b19-46eb-9402-4680637f7070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:46.703574 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f499e-784a-4cc6-8554-0ca5c829e72b req-5360e329-8729-49cf-b44a-e2d7daef863b tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:44:46.705087 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8a9f499e-784a-4cc6-8554-0ca5c829e72b req-5360e329-8729-49cf-b44a-e2d7daef863b tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2 HTTP/1.1" status: 200 len: 932 time: 0.1160796 Jul 28 05:44:46.828828 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8a9f499e-784a-4cc6-8554-0ca5c829e72b req-7ecfb5cc-04a8-4fc0-901c-61ad1adc3780 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfd18c5b-b681-4698-a5cb-e81c19e82364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015298 Jul 28 05:44:46.994778 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [req-a16107ed-0371-4fda-9f93-5bb082946d2f req-b16d4f53-0b19-46eb-9402-4680637f7070 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50451bd5-9849-4d00-a2a3-1681fee59077 {{(pid=93163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 05:44:47.002095 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-a16107ed-0371-4fda-9f93-5bb082946d2f req-b16d4f53-0b19-46eb-9402-4680637f7070 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:47.017966 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [req-a16107ed-0371-4fda-9f93-5bb082946d2f req-b16d4f53-0b19-46eb-9402-4680637f7070 service neutron] Transition to ACTIVE for port object 50451bd5-9849-4d00-a2a3-1681fee59077 will not be triggered until provisioned by entity L2. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:44:47.023072 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-a16107ed-0371-4fda-9f93-5bb082946d2f req-b16d4f53-0b19-46eb-9402-4680637f7070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5267515'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:47.098646 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16d4f53-0b19-46eb-9402-4680637f7070 service neutron] Pushing event updated for resources: {'Port': ['ID=50451bd5-9849-4d00-a2a3-1681fee59077,revision_number=2']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:47.167088 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [req-a16107ed-0371-4fda-9f93-5bb082946d2f req-b16d4f53-0b19-46eb-9402-4680637f7070 service neutron] Attempting to bind port 50451bd5-9849-4d00-a2a3-1681fee59077 on host hv-cinder-80161 for vnic_type normal with profile {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 05:44:47.167735 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [req-a16107ed-0371-4fda-9f93-5bb082946d2f req-b16d4f53-0b19-46eb-9402-4680637f7070 service neutron] Attempting to bind port 50451bd5-9849-4d00-a2a3-1681fee59077 by drivers openvswitch,hyperv on host hv-cinder-80161 at level 0 using segments [{'id': '6d787c1b-88ca-4968-bd6d-f632dbf3b2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ca9615ec-5de0-432f-98b2-f9ae6a48e274'}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 05:44:47.168229 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16107ed-0371-4fda-9f93-5bb082946d2f req-b16d4f53-0b19-46eb-9402-4680637f7070 service neutron] Attempting to bind port 50451bd5-9849-4d00-a2a3-1681fee59077 on network ca9615ec-5de0-432f-98b2-f9ae6a48e274 {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:44:47.173939 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16107ed-0371-4fda-9f93-5bb082946d2f req-b16d4f53-0b19-46eb-9402-4680637f7070 service neutron] Port 50451bd5-9849-4d00-a2a3-1681fee59077 on network ca9615ec-5de0-432f-98b2-f9ae6a48e274 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80161 {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 05:44:47.174273 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16107ed-0371-4fda-9f93-5bb082946d2f req-b16d4f53-0b19-46eb-9402-4680637f7070 service neutron] Attempting to bind port 50451bd5-9849-4d00-a2a3-1681fee59077 on network ca9615ec-5de0-432f-98b2-f9ae6a48e274 {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:44:47.179792 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16107ed-0371-4fda-9f93-5bb082946d2f req-b16d4f53-0b19-46eb-9402-4680637f7070 service neutron] Checking agent: {'id': '4cdb6954-a1c9-49c3-81e0-9b963b26fa6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80161', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 5, 7, 18), 'started_at': datetime.datetime(2021, 7, 28, 5, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 5, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 05:44:47.180123 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16107ed-0371-4fda-9f93-5bb082946d2f req-b16d4f53-0b19-46eb-9402-4680637f7070 service neutron] Checking segment: {'id': '6d787c1b-88ca-4968-bd6d-f632dbf3b2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ca9615ec-5de0-432f-98b2-f9ae6a48e274'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:44:47.180504 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a16107ed-0371-4fda-9f93-5bb082946d2f req-b16d4f53-0b19-46eb-9402-4680637f7070 service neutron] Bound using segment: {'id': '6d787c1b-88ca-4968-bd6d-f632dbf3b2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ca9615ec-5de0-432f-98b2-f9ae6a48e274'} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 05:44:47.180927 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [req-a16107ed-0371-4fda-9f93-5bb082946d2f req-b16d4f53-0b19-46eb-9402-4680637f7070 service neutron] Bound port: 50451bd5-9849-4d00-a2a3-1681fee59077, host: hv-cinder-80161, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d787c1b-88ca-4968-bd6d-f632dbf3b2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'ca9615ec-5de0-432f-98b2-f9ae6a48e274'}}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 05:44:47.181285 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-a16107ed-0371-4fda-9f93-5bb082946d2f req-b16d4f53-0b19-46eb-9402-4680637f7070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:47.256148 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [req-a16107ed-0371-4fda-9f93-5bb082946d2f req-b16d4f53-0b19-46eb-9402-4680637f7070 service neutron] For port 50451bd5-9849-4d00-a2a3-1681fee59077, host hv-cinder-80161, cleared binding levels {{(pid=93163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:44:47.259637 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [req-a16107ed-0371-4fda-9f93-5bb082946d2f req-b16d4f53-0b19-46eb-9402-4680637f7070 service neutron] For port 50451bd5-9849-4d00-a2a3-1681fee59077, host hv-cinder-80161, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=50451bd5-9849-4d00-a2a3-1681fee59077,segment=NetworkSegment(6d787c1b-88ca-4968-bd6d-f632dbf3b2f3),segment_id=6d787c1b-88ca-4968-bd6d-f632dbf3b2f3)] {{(pid=93163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:44:47.265847 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-a16107ed-0371-4fda-9f93-5bb082946d2f req-b16d4f53-0b19-46eb-9402-4680637f7070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5267515'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:47.297566 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16107ed-0371-4fda-9f93-5bb082946d2f req-b16d4f53-0b19-46eb-9402-4680637f7070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:44:47.298190 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-a16107ed-0371-4fda-9f93-5bb082946d2f req-b16d4f53-0b19-46eb-9402-4680637f7070 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068'] for port, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:47.300046 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a16107ed-0371-4fda-9f93-5bb082946d2f req-b16d4f53-0b19-46eb-9402-4680637f7070 service neutron] 10.222.0.21 "PUT /v2.0/ports/50451bd5-9849-4d00-a2a3-1681fee59077 HTTP/1.1" status: 200 len: 1094 time: 0.9233978 Jul 28 05:44:47.302384 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2', 'tag': '50451bd5-9849-4d00-a2a3-1681fee59077'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:44:47.305182 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdaae2d937131cd036474998a49e3e11d53281396ea4e1ac8b096c837d21eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ea0e5a-9769-404c-a660-3c43c485aff4" -d '{"events": [{"name": "network-changed", "server_uuid": "c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2", "tag": "50451bd5-9849-4d00-a2a3-1681fee59077"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:44:47.363882 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 05:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d5b932-2bf5-4ae9-a5a3-6a8c19ce5b50 x-openstack-request-id: req-65d5b932-2bf5-4ae9-a5a3-6a8c19ce5b50 {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:44:47.364854 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2", "tag": "50451bd5-9849-4d00-a2a3-1681fee59077", "status": "completed", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:44:47.365091 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-65d5b932-2bf5-4ae9-a5a3-6a8c19ce5b50 {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:44:47.365637 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2', 'tag': '50451bd5-9849-4d00-a2a3-1681fee59077', 'status': 'completed', 'code': 200} Jul 28 05:44:47.367228 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16d4f53-0b19-46eb-9402-4680637f7070 service neutron] Pushing event updated for resources: {'Port': ['ID=50451bd5-9849-4d00-a2a3-1681fee59077,revision_number=3']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:47.444713 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16107ed-0371-4fda-9f93-5bb082946d2f req-ab261054-41f7-4bdc-be3a-53b771e95b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:44:47.446244 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a16107ed-0371-4fda-9f93-5bb082946d2f req-ab261054-41f7-4bdc-be3a-53b771e95b75 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=478beb6fcdd6407da3c142fae91116ed&device_id=c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2 HTTP/1.1" status: 200 len: 1097 time: 0.0552404 Jul 28 05:44:47.496533 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a16107ed-0371-4fda-9f93-5bb082946d2f req-a562b285-6193-4869-a365-1841bb7533d3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50451bd5-9849-4d00-a2a3-1681fee59077 HTTP/1.1" status: 200 len: 217 time: 0.0347202 Jul 28 05:44:47.552259 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16107ed-0371-4fda-9f93-5bb082946d2f req-42e92d11-d497-46e1-b6ba-f8382f681151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:44:47.554436 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a16107ed-0371-4fda-9f93-5bb082946d2f req-42e92d11-d497-46e1-b6ba-f8382f681151 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=161a72e3-56b4-4d3a-a9d9-e80062e7f6ce HTTP/1.1" status: 200 len: 847 time: 0.0487218 Jul 28 05:44:47.602423 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16107ed-0371-4fda-9f93-5bb082946d2f req-e956c70c-cba4-4570-b1c0-65475e9665ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:44:47.604183 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a16107ed-0371-4fda-9f93-5bb082946d2f req-e956c70c-cba4-4570-b1c0-65475e9665ea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ca9615ec-5de0-432f-98b2-f9ae6a48e274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423362 Jul 28 05:44:47.694093 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a16107ed-0371-4fda-9f93-5bb082946d2f req-facf6274-66b0-4268-8036-0b44cabef87c service neutron] 10.222.0.21 "GET /v2.0/networks/ca9615ec-5de0-432f-98b2-f9ae6a48e274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822811 Jul 28 05:44:47.796591 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a16107ed-0371-4fda-9f93-5bb082946d2f req-d37f494b-1bc6-4a18-bb46-41b0d51d2c08 service neutron] 10.222.0.21 "GET /v2.0/networks/ca9615ec-5de0-432f-98b2-f9ae6a48e274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941036 Jul 28 05:44:47.966170 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea0e5a-9769-404c-a660-3c43c485aff4 req-15ccb879-ab1f-47a2-b356-214c05eebb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:44:47.967667 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-44ea0e5a-9769-404c-a660-3c43c485aff4 req-15ccb879-ab1f-47a2-b356-214c05eebb09 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=478beb6fcdd6407da3c142fae91116ed&device_id=c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2 HTTP/1.1" status: 200 len: 1097 time: 0.0742600 Jul 28 05:44:47.976349 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aab60f-7d99-481e-a4e1-17463a3d76ea req-c22da399-de58-48ba-9cd8-4731bfa8bddb tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:44:47.977731 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-41aab60f-7d99-481e-a4e1-17463a3d76ea req-c22da399-de58-48ba-9cd8-4731bfa8bddb tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2 HTTP/1.1" status: 200 len: 944 time: 0.0761967 Jul 28 05:44:48.064238 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-41aab60f-7d99-481e-a4e1-17463a3d76ea req-098f52a3-2221-4d5e-b0e6-a11e71f83a79 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfd18c5b-b681-4698-a5cb-e81c19e82364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777726 Jul 28 05:44:48.101638 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea0e5a-9769-404c-a660-3c43c485aff4 req-14bcd8eb-49b8-4f21-b7d4-c0940293fe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:44:48.103282 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-44ea0e5a-9769-404c-a660-3c43c485aff4 req-14bcd8eb-49b8-4f21-b7d4-c0940293fe82 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ca9615ec-5de0-432f-98b2-f9ae6a48e274 HTTP/1.1" status: 200 len: 909 time: 0.1245298 Jul 28 05:44:48.175269 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-44ea0e5a-9769-404c-a660-3c43c485aff4 req-e6e82910-8dde-4cf3-b893-2b369efa1c02 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50451bd5-9849-4d00-a2a3-1681fee59077 HTTP/1.1" status: 200 len: 217 time: 0.0401809 Jul 28 05:44:48.232230 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea0e5a-9769-404c-a660-3c43c485aff4 req-5531585f-c097-4f93-a377-d5f7f99c4f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:44:48.233789 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-44ea0e5a-9769-404c-a660-3c43c485aff4 req-5531585f-c097-4f93-a377-d5f7f99c4f2f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=161a72e3-56b4-4d3a-a9d9-e80062e7f6ce HTTP/1.1" status: 200 len: 847 time: 0.0470781 Jul 28 05:44:48.295322 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea0e5a-9769-404c-a660-3c43c485aff4 req-541c9fac-2ce7-4988-8c19-52310e23e0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:44:48.297182 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-44ea0e5a-9769-404c-a660-3c43c485aff4 req-541c9fac-2ce7-4988-8c19-52310e23e0f7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ca9615ec-5de0-432f-98b2-f9ae6a48e274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0493329 Jul 28 05:44:48.401822 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-44ea0e5a-9769-404c-a660-3c43c485aff4 req-b8a323c3-b3a0-46cf-9be2-b56d1a576c93 service neutron] 10.222.0.21 "GET /v2.0/networks/ca9615ec-5de0-432f-98b2-f9ae6a48e274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970643 Jul 28 05:44:48.493488 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-44ea0e5a-9769-404c-a660-3c43c485aff4 req-87908d7a-d8b4-4b5d-86af-954e9d6e8746 service neutron] 10.222.0.21 "GET /v2.0/networks/ca9615ec-5de0-432f-98b2-f9ae6a48e274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837154 Jul 28 05:44:48.588927 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:49.190383 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b7d4a4-9025-45bf-9ca8-bf4d1a66eae1 req-4eb9fb20-6541-4a2b-a98e-29efbb224fef tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:44:49.191943 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-43b7d4a4-9025-45bf-9ca8-bf4d1a66eae1 req-4eb9fb20-6541-4a2b-a98e-29efbb224fef tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2 HTTP/1.1" status: 200 len: 944 time: 0.0496385 Jul 28 05:44:49.232550 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-43b7d4a4-9025-45bf-9ca8-bf4d1a66eae1 req-c5fe2925-1407-4557-aa6d-9ed5dd4e1a31 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfd18c5b-b681-4698-a5cb-e81c19e82364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315707 Jul 28 05:44:50.353096 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad4477-8081-46b6-b4ec-769edc8c092a req-0ecd1be7-1e62-4dd7-b218-c1ab61caecc7 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:44:50.354016 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-73ad4477-8081-46b6-b4ec-769edc8c092a req-0ecd1be7-1e62-4dd7-b218-c1ab61caecc7 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2 HTTP/1.1" status: 200 len: 944 time: 0.0556505 Jul 28 05:44:50.391520 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-73ad4477-8081-46b6-b4ec-769edc8c092a req-8b21a562-ec68-4b24-a529-31b19d3b232f tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfd18c5b-b681-4698-a5cb-e81c19e82364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310276 Jul 28 05:44:51.506452 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e5ee4b-3730-46ea-8961-c5f9c1f7a3f1 req-0d01be7a-d53b-4793-b38b-3cf2748ea686 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:44:51.508578 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b7e5ee4b-3730-46ea-8961-c5f9c1f7a3f1 req-0d01be7a-d53b-4793-b38b-3cf2748ea686 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2 HTTP/1.1" status: 200 len: 944 time: 0.0498962 Jul 28 05:44:51.547088 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b7e5ee4b-3730-46ea-8961-c5f9c1f7a3f1 req-ca7b84aa-30f5-470c-b2b2-541059818828 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfd18c5b-b681-4698-a5cb-e81c19e82364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326302 Jul 28 05:44:51.555059 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 40028) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:44:51.658890 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b607a15c-3d1c-4dab-8ed4-c21daeb5e1b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:51.754303 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b607a15c-3d1c-4dab-8ed4-c21daeb5e1b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:51.758463 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b607a15c-3d1c-4dab-8ed4-c21daeb5e1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:51.799854 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-b607a15c-3d1c-4dab-8ed4-c21daeb5e1b9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=44b60dd0fe1b44e2866c15f9068f56fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2435005 Jul 28 05:44:51.800937 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b607a15c-3d1c-4dab-8ed4-c21daeb5e1b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de6c972-c29a-49fe-b974-bde9c4077e5a,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:51.802464 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 40032) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:44:51.853810 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-7757a275-4528-465a-b959-b666f170c54e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:51.874464 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-7757a275-4528-465a-b959-b666f170c54e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:51.922646 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-7757a275-4528-465a-b959-b666f170c54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:51.925188 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-7757a275-4528-465a-b959-b666f170c54e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:51.926340 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-7757a275-4528-465a-b959-b666f170c54e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6de6c972-c29a-49fe-b974-bde9c4077e5a HTTP/1.1" status: 204 len: 168 time: 0.1228414 Jul 28 05:44:51.934369 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7757a275-4528-465a-b959-b666f170c54e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de6c972-c29a-49fe-b974-bde9c4077e5a,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:52.187669 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 40040) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:44:52.203221 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-9917ef91-6c3d-483e-a71e-cb94eceadd73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:52.290563 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-9917ef91-6c3d-483e-a71e-cb94eceadd73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:52.295745 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-9917ef91-6c3d-483e-a71e-cb94eceadd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:52.334985 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-9917ef91-6c3d-483e-a71e-cb94eceadd73 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a597c944cd26499092fd3a843d941595&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1462023 Jul 28 05:44:52.335878 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9917ef91-6c3d-483e-a71e-cb94eceadd73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c59215-c457-409b-851d-ec5759937fe1,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:52.337713 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 40044) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:44:52.392992 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e66ff80b-9302-4906-8701-953d1fefb9e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:52.413755 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e66ff80b-9302-4906-8701-953d1fefb9e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:52.459776 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e66ff80b-9302-4906-8701-953d1fefb9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:52.462519 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e66ff80b-9302-4906-8701-953d1fefb9e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:52.463696 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-e66ff80b-9302-4906-8701-953d1fefb9e4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/62c59215-c457-409b-851d-ec5759937fe1 HTTP/1.1" status: 204 len: 168 time: 0.1247926 Jul 28 05:44:52.471067 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66ff80b-9302-4906-8701-953d1fefb9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c59215-c457-409b-851d-ec5759937fe1,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:52.664101 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6479a08-e4cf-4f4d-8264-ecaf9e91a319 req-265e92c9-00b7-48a5-b056-6fea23bd5087 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:44:52.665513 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b6479a08-e4cf-4f4d-8264-ecaf9e91a319 req-265e92c9-00b7-48a5-b056-6fea23bd5087 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2 HTTP/1.1" status: 200 len: 944 time: 0.0523901 Jul 28 05:44:52.719138 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b6479a08-e4cf-4f4d-8264-ecaf9e91a319 req-8bcbeff8-ea1a-498a-b10b-e05306e8e026 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfd18c5b-b681-4698-a5cb-e81c19e82364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419493 Jul 28 05:44:53.834844 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ae2c2-6596-457a-b809-3e75148dea30 req-22871a22-2b19-4dc9-bf53-01ac2eac881d tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:44:53.836351 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3a8ae2c2-6596-457a-b809-3e75148dea30 req-22871a22-2b19-4dc9-bf53-01ac2eac881d tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2 HTTP/1.1" status: 200 len: 944 time: 0.0526223 Jul 28 05:44:53.881006 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3a8ae2c2-6596-457a-b809-3e75148dea30 req-4eb001c7-f78c-4fc4-8dbc-ede3787b4d28 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfd18c5b-b681-4698-a5cb-e81c19e82364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388455 Jul 28 05:44:53.969008 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-cbb1b19d-0e9c-4489-8008-46a77edae5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:54.133269 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 40108) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:44:54.234895 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-56bbbc5a-0e22-418f-969c-6d7b7b3daaf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:54.322960 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-56bbbc5a-0e22-418f-969c-6d7b7b3daaf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:54.326693 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-56bbbc5a-0e22-418f-969c-6d7b7b3daaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:54.366119 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-56bbbc5a-0e22-418f-969c-6d7b7b3daaf3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2e8379bab2a748a482bdc385655d8a4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2316661 Jul 28 05:44:54.367284 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bbbc5a-0e22-418f-969c-6d7b7b3daaf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc84505-2ce5-4b0e-8f9f-0e665efbb3df,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:54.369120 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 40112) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:44:54.417704 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d09b8f85-6710-4a56-bdf1-8ba9c35f06fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:54.438755 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d09b8f85-6710-4a56-bdf1-8ba9c35f06fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:54.490149 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d09b8f85-6710-4a56-bdf1-8ba9c35f06fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:54.492668 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d09b8f85-6710-4a56-bdf1-8ba9c35f06fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:54.493792 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-d09b8f85-6710-4a56-bdf1-8ba9c35f06fd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2cc84505-2ce5-4b0e-8f9f-0e665efbb3df HTTP/1.1" status: 204 len: 168 time: 0.1235993 Jul 28 05:44:54.501421 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09b8f85-6710-4a56-bdf1-8ba9c35f06fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc84505-2ce5-4b0e-8f9f-0e665efbb3df,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:54.756052 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 40120) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:44:54.769387 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b841a6ad-863e-4acb-beb7-7810795e4793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:54.857240 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b841a6ad-863e-4acb-beb7-7810795e4793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:54.861380 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b841a6ad-863e-4acb-beb7-7810795e4793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:54.897552 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b841a6ad-863e-4acb-beb7-7810795e4793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc9aab7-b21f-4db9-92cb-242f529a3e4b,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:54.903576 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-b841a6ad-863e-4acb-beb7-7810795e4793 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8a87696812fa4806bf6958d2716de2e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1457765 Jul 28 05:44:54.906209 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 40126) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:44:54.954969 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2da1fe02-6f16-4a52-b9e8-d757d0e941ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:54.975746 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2da1fe02-6f16-4a52-b9e8-d757d0e941ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:54.995643 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad14c1c1-0111-4300-bd39-85efb78fcfc9 req-cc1337b9-174d-426d-ae1f-08c08fc330b3 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:44:54.997121 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ad14c1c1-0111-4300-bd39-85efb78fcfc9 req-cc1337b9-174d-426d-ae1f-08c08fc330b3 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2 HTTP/1.1" status: 200 len: 944 time: 0.0480225 Jul 28 05:44:55.023769 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2da1fe02-6f16-4a52-b9e8-d757d0e941ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:55.026182 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2da1fe02-6f16-4a52-b9e8-d757d0e941ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:55.027370 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-2da1fe02-6f16-4a52-b9e8-d757d0e941ab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8bc9aab7-b21f-4db9-92cb-242f529a3e4b HTTP/1.1" status: 204 len: 168 time: 0.1200421 Jul 28 05:44:55.035408 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da1fe02-6f16-4a52-b9e8-d757d0e941ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc9aab7-b21f-4db9-92cb-242f529a3e4b,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:55.039217 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ad14c1c1-0111-4300-bd39-85efb78fcfc9 req-1652bf62-9242-439b-946c-6f89961b9af1 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfd18c5b-b681-4698-a5cb-e81c19e82364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360346 Jul 28 05:44:56.168126 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc3d90-4a10-477c-a513-ce28ad24c6bb req-5f6ca114-d38a-4330-8cac-f3c33899df1a tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:44:56.169674 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-05cc3d90-4a10-477c-a513-ce28ad24c6bb req-5f6ca114-d38a-4330-8cac-f3c33899df1a tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2 HTTP/1.1" status: 200 len: 944 time: 0.0512469 Jul 28 05:44:56.207814 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-05cc3d90-4a10-477c-a513-ce28ad24c6bb req-d03552f5-c58c-44bf-8e5f-b5c794e75842 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfd18c5b-b681-4698-a5cb-e81c19e82364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320570 Jul 28 05:44:56.837935 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f22af590-2954-414d-b795-64e28f267eae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:56.848944 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device 50451bd5-9849-4d00-a2a3-1681fee59077 details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=93164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 05:44:56.919684 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:56.951051 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] For port 50451bd5-9849-4d00-a2a3-1681fee59077, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=50451bd5-9849-4d00-a2a3-1681fee59077,segment=NetworkSegment(6d787c1b-88ca-4968-bd6d-f632dbf3b2f3),segment_id=6d787c1b-88ca-4968-bd6d-f632dbf3b2f3)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:44:56.960871 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Returning: {'device': '50451bd5-9849-4d00-a2a3-1681fee59077', 'network_id': 'ca9615ec-5de0-432f-98b2-f9ae6a48e274', 'port_id': '50451bd5-9849-4d00-a2a3-1681fee59077', 'mac_address': 'fa:16:3e:58:12:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161a72e3-56b4-4d3a-a9d9-e80062e7f6ce', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 05:44:56.997223 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:57.008955 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50451bd5-9849-4d00-a2a3-1681fee59077 {{(pid=93164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 05:44:57.027901 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] For port 50451bd5-9849-4d00-a2a3-1681fee59077, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=50451bd5-9849-4d00-a2a3-1681fee59077,segment=NetworkSegment(6d787c1b-88ca-4968-bd6d-f632dbf3b2f3),segment_id=6d787c1b-88ca-4968-bd6d-f632dbf3b2f3)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:44:57.031165 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:57.075145 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Pushing event updated for resources: {'Port': ['ID=50451bd5-9849-4d00-a2a3-1681fee59077,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:44:57.327401 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ffdb1-529f-43ea-b900-c33407c1094b req-49698fd7-93e9-4bc9-99e9-eb448b7eaf4d tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:44:57.328970 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9d1ffdb1-529f-43ea-b900-c33407c1094b req-49698fd7-93e9-4bc9-99e9-eb448b7eaf4d tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2 HTTP/1.1" status: 200 len: 945 time: 0.0506070 Jul 28 05:44:57.365758 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] get_ports_and_sgs() called for port_ids ['50451bd5-9849-4d00-a2a3-1681fee59077'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:44:57.369286 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9d1ffdb1-529f-43ea-b900-c33407c1094b req-16411063-8ee2-4fe6-9993-fd6ac1b8afea tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfd18c5b-b681-4698-a5cb-e81c19e82364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335376 Jul 28 05:44:57.899979 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:58.478422 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49506c9-7bb8-4d83-8170-cd4a99b8b270 req-5d5f6d14-413d-471b-9282-de50ecb7f705 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:44:58.479866 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d49506c9-7bb8-4d83-8170-cd4a99b8b270 req-5d5f6d14-413d-471b-9282-de50ecb7f705 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2 HTTP/1.1" status: 200 len: 945 time: 0.0460496 Jul 28 05:44:58.518300 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d49506c9-7bb8-4d83-8170-cd4a99b8b270 req-4e2d3a42-fe00-4d0d-8d89-879093ec9cc5 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfd18c5b-b681-4698-a5cb-e81c19e82364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323679 Jul 28 05:44:59.406570 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:44:59.633205 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198bc827-293c-42f5-b402-5d6b04081732 req-99a553aa-394b-4d28-ae23-fb62258d6263 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:44:59.634528 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-198bc827-293c-42f5-b402-5d6b04081732 req-99a553aa-394b-4d28-ae23-fb62258d6263 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2 HTTP/1.1" status: 200 len: 945 time: 0.0505981 Jul 28 05:44:59.670345 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-198bc827-293c-42f5-b402-5d6b04081732 req-76031726-5daf-4d37-b598-01388de534bf tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfd18c5b-b681-4698-a5cb-e81c19e82364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299988 Jul 28 05:45:00.785507 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68511ac8-9d18-406b-8d9f-611015365606 req-afa0fd66-abd7-40d0-bbc6-92c51f9cd351 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:00.787031 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-68511ac8-9d18-406b-8d9f-611015365606 req-afa0fd66-abd7-40d0-bbc6-92c51f9cd351 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2 HTTP/1.1" status: 200 len: 945 time: 0.0478208 Jul 28 05:45:00.822960 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-68511ac8-9d18-406b-8d9f-611015365606 req-7dc5b16f-0612-42cb-850e-2cdf162e436a tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfd18c5b-b681-4698-a5cb-e81c19e82364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295296 Jul 28 05:45:01.933646 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe0cfd-2cf9-4ec3-9cee-600d6ad6d17e req-b1b49a01-fa4c-4799-8fdb-be423ea6db24 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:01.935070 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7cbe0cfd-2cf9-4ec3-9cee-600d6ad6d17e req-b1b49a01-fa4c-4799-8fdb-be423ea6db24 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2 HTTP/1.1" status: 200 len: 945 time: 0.0473962 Jul 28 05:45:01.971552 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7cbe0cfd-2cf9-4ec3-9cee-600d6ad6d17e req-b26ba19c-248d-4d11-89bb-32d77ce514a5 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfd18c5b-b681-4698-a5cb-e81c19e82364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306132 Jul 28 05:45:03.086102 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b9286-e9dd-4b16-b6bf-9121fd448033 req-67a1cc46-6cf3-474d-8354-6038b622d624 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:03.087469 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-cd5b9286-e9dd-4b16-b6bf-9121fd448033 req-67a1cc46-6cf3-474d-8354-6038b622d624 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2 HTTP/1.1" status: 200 len: 945 time: 0.0509384 Jul 28 05:45:03.123967 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-cd5b9286-e9dd-4b16-b6bf-9121fd448033 req-1d0b0785-2948-42f1-bd3b-b3b63338a6b2 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfd18c5b-b681-4698-a5cb-e81c19e82364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307076 Jul 28 05:45:03.707162 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device 50451bd5-9849-4d00-a2a3-1681fee59077 up at agent hyperv_hv-cinder-80161 {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:45:03.757002 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Provisioning for port 50451bd5-9849-4d00-a2a3-1681fee59077 completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:45:03.760594 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Provisioning complete for port 50451bd5-9849-4d00-a2a3-1681fee59077 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:45:03.760964 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:03.832870 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:03.854383 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50451bd5-9849-4d00-a2a3-1681fee59077'}] {{(pid=93164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:45:03.856619 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fb4d28940d80eba88a385613a92acfb6aaf547e778be800882bca880023c29d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb1d1b87-de90-4128-9b4d-f462614f8475" -d '{"events": [{"server_uuid": "c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2", "name": "network-vif-plugged", "status": "completed", "tag": "50451bd5-9849-4d00-a2a3-1681fee59077"}]}' {{(pid=93164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:45:03.869583 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] For port 50451bd5-9849-4d00-a2a3-1681fee59077, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=50451bd5-9849-4d00-a2a3-1681fee59077,segment=NetworkSegment(6d787c1b-88ca-4968-bd6d-f632dbf3b2f3),segment_id=6d787c1b-88ca-4968-bd6d-f632dbf3b2f3)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:45:03.874014 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:03.923612 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Pushing event updated for resources: {'Port': ['ID=50451bd5-9849-4d00-a2a3-1681fee59077,revision_number=5']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:04.006121 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 05:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68125c72-4605-4d82-8dad-a4b7961cc9c8 x-openstack-request-id: req-68125c72-4605-4d82-8dad-a4b7961cc9c8 {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:45:04.006410 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2", "name": "network-vif-plugged", "status": "completed", "tag": "50451bd5-9849-4d00-a2a3-1681fee59077", "code": 200}]} {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:45:04.006661 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-68125c72-4605-4d82-8dad-a4b7961cc9c8 {{(pid=93164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:45:04.007051 dv-cinder-801617-3-iscsi neutron-server[93164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50451bd5-9849-4d00-a2a3-1681fee59077', 'code': 200} Jul 28 05:45:04.233012 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae0f883-cec5-474f-bb99-2a99dcb29ca5 req-e923228e-65b5-43cf-8b3b-1e4c3f403e45 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:04.234372 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6ae0f883-cec5-474f-bb99-2a99dcb29ca5 req-e923228e-65b5-43cf-8b3b-1e4c3f403e45 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2 HTTP/1.1" status: 200 len: 946 time: 0.0473506 Jul 28 05:45:04.270551 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6ae0f883-cec5-474f-bb99-2a99dcb29ca5 req-5db0c0ac-2eda-4def-8e60-5838a4ac7ad3 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfd18c5b-b681-4698-a5cb-e81c19e82364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302513 Jul 28 05:45:05.383133 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c58ca-1e32-4973-8c3e-fb0df62e5715 req-0ca0d468-081f-4854-8607-e0c18c53ef50 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:05.384613 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-071c58ca-1e32-4973-8c3e-fb0df62e5715 req-0ca0d468-081f-4854-8607-e0c18c53ef50 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2 HTTP/1.1" status: 200 len: 946 time: 0.0478880 Jul 28 05:45:05.420575 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-071c58ca-1e32-4973-8c3e-fb0df62e5715 req-0a62259a-bbba-4f8f-8553-080d01ad1749 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfd18c5b-b681-4698-a5cb-e81c19e82364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301943 Jul 28 05:45:06.533151 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b269813-ecc7-45e4-8194-14823f0aaaff req-bc3c6f50-b473-4dfe-a30f-9e6e714cd621 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:06.534583 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5b269813-ecc7-45e4-8194-14823f0aaaff req-bc3c6f50-b473-4dfe-a30f-9e6e714cd621 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2 HTTP/1.1" status: 200 len: 946 time: 0.0505447 Jul 28 05:45:06.572308 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5b269813-ecc7-45e4-8194-14823f0aaaff req-6479b223-5e35-499c-bf18-5818cae425b8 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfd18c5b-b681-4698-a5cb-e81c19e82364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313501 Jul 28 05:45:07.181264 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20488fec-a96c-4daf-b6a8-55cff7d3ff6e req-2ee2b74b-06b0-4d43-923a-c699a184ee49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:07.182689 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-20488fec-a96c-4daf-b6a8-55cff7d3ff6e req-2ee2b74b-06b0-4d43-923a-c699a184ee49 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2 HTTP/1.1" status: 200 len: 1099 time: 0.0385313 Jul 28 05:45:07.222462 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-20488fec-a96c-4daf-b6a8-55cff7d3ff6e req-b3fe4e62-e35c-438c-9af6-6ccaba6533ff service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=dfd18c5b-b681-4698-a5cb-e81c19e82364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292656 Jul 28 05:45:07.691288 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225773d3-e1b9-458c-ad30-13fea9c21a6d req-a8706db8-f9fe-4e73-a553-b11dbef3fc8e tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:07.692818 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-225773d3-e1b9-458c-ad30-13fea9c21a6d req-a8706db8-f9fe-4e73-a553-b11dbef3fc8e tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2 HTTP/1.1" status: 200 len: 946 time: 0.0550745 Jul 28 05:45:07.735508 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-225773d3-e1b9-458c-ad30-13fea9c21a6d req-99d30871-47ee-4244-a16b-56a88bd1018d tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfd18c5b-b681-4698-a5cb-e81c19e82364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356677 Jul 28 05:45:08.855689 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb510e19-67f6-454c-a568-77baebaea485 req-a139081b-39be-4030-b8f8-c6d7034f94c7 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:08.857208 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-eb510e19-67f6-454c-a568-77baebaea485 req-a139081b-39be-4030-b8f8-c6d7034f94c7 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2 HTTP/1.1" status: 200 len: 946 time: 0.0554783 Jul 28 05:45:08.899777 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-eb510e19-67f6-454c-a568-77baebaea485 req-993ad2c8-7b01-4e91-b839-fb52adafe5f8 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfd18c5b-b681-4698-a5cb-e81c19e82364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353289 Jul 28 05:45:09.024940 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aafec4-96a6-445f-8b6d-9808ed843f29 req-3a875608-e128-42e3-906f-70977f37e289 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:09.026434 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-51aafec4-96a6-445f-8b6d-9808ed843f29 req-3a875608-e128-42e3-906f-70977f37e289 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2 HTTP/1.1" status: 200 len: 946 time: 0.0514822 Jul 28 05:45:09.069547 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-51aafec4-96a6-445f-8b6d-9808ed843f29 req-3e12eb87-6e2e-4f2a-bc44-1ac2b23a618a tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfd18c5b-b681-4698-a5cb-e81c19e82364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341871 Jul 28 05:45:09.092580 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 40306) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:45:09.296657 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf65441-b522-44bf-92ca-d9254b4cb222 tempest-TestShelveInstance-1441188254 tempest-TestShelveInstance-1441188254-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:09.298178 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-7bf65441-b522-44bf-92ca-d9254b4cb222 tempest-TestShelveInstance-1441188254 tempest-TestShelveInstance-1441188254-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2 HTTP/1.1" status: 200 len: 1094 time: 0.2046094 Jul 28 05:45:09.300995 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 40314) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:45:09.305323 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-9db497cc-69e7-4ebe-a3f3-37aa067c46bd tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Request body: {'floatingip': {'floating_network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'port_id': '50451bd5-9849-4d00-a2a3-1681fee59077', 'tenant_id': '478beb6fcdd6407da3c142fae91116ed', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:45:09.328544 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9db497cc-69e7-4ebe-a3f3-37aa067c46bd tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Notify callbacks [] for floatingip, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:09.435020 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9db497cc-69e7-4ebe-a3f3-37aa067c46bd tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:09.540988 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [None req-9db497cc-69e7-4ebe-a3f3-37aa067c46bd tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Allocated IP 172.27.2.142 (c7125004-43ac-4633-9f2f-3f406f3e858d/e72a7812-7eaf-41ec-8662-055279a1b0f7/fa55518c-6d39-47ea-a5fb-10222f99f2ff) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:45:09.640769 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9db497cc-69e7-4ebe-a3f3-37aa067c46bd tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:09.684805 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9db497cc-69e7-4ebe-a3f3-37aa067c46bd tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227148292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4414135'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:09.720823 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db497cc-69e7-4ebe-a3f3-37aa067c46bd tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Network c7125004-43ac-4633-9f2f-3f406f3e858d is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:45:09.723667 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-9db497cc-69e7-4ebe-a3f3-37aa067c46bd tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:45:09.727040 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db497cc-69e7-4ebe-a3f3-37aa067c46bd tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 05:45:09.757026 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db497cc-69e7-4ebe-a3f3-37aa067c46bd tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Pushing event updated for resources: {'Port': ['ID=fa55518c-6d39-47ea-a5fb-10222f99f2ff,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:10.288406 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9db497cc-69e7-4ebe-a3f3-37aa067c46bd tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:10.361640 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9db497cc-69e7-4ebe-a3f3-37aa067c46bd tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:10.509955 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9db497cc-69e7-4ebe-a3f3-37aa067c46bd tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Notify callbacks [] for port, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:10.515057 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9db497cc-69e7-4ebe-a3f3-37aa067c46bd tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4414140'] for port, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:10.580541 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db497cc-69e7-4ebe-a3f3-37aa067c46bd tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Pushing event updated for resources: {'Port': ['ID=fa55518c-6d39-47ea-a5fb-10222f99f2ff,revision_number=2']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:10.593643 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9db497cc-69e7-4ebe-a3f3-37aa067c46bd tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406535'] for floatingip, after_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:10.690379 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.db.l3_db [None req-9db497cc-69e7-4ebe-a3f3-37aa067c46bd tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Floating IP 900ef17c-7866-4659-aa95-1fef988f4700 associated. External IP: 172.27.2.142, port: 50451bd5-9849-4d00-a2a3-1681fee59077. Jul 28 05:45:10.904709 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db497cc-69e7-4ebe-a3f3-37aa067c46bd tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Router 964d4d32-a80d-456d-9318-cdb19117d124 has already been hosted by L3 agent febb8baf-5368-4b94-affe-2856141f0f3f {{(pid=93162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 05:45:11.025600 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db497cc-69e7-4ebe-a3f3-37aa067c46bd tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Notify agent at l3_agent.dv-cinder-801617-3-iscsi the message routers_updated {{(pid=93162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:45:11.035161 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095f463e-53ed-4442-b57a-2ac2088af51d None None] Sync routers for ids ['964d4d32-a80d-456d-9318-cdb19117d124'] in dv-cinder-801617-3-iscsi {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:45:11.043117 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-9db497cc-69e7-4ebe-a3f3-37aa067c46bd tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068'] for floatingip, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:11.044219 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095f463e-53ed-4442-b57a-2ac2088af51d None None] Routers {'964d4d32-a80d-456d-9318-cdb19117d124'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:45:11.044815 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-095f463e-53ed-4442-b57a-2ac2088af51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:44:57Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['964d4d32-a80d-456d-9318-cdb19117d124'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:45:11.069812 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-9db497cc-69e7-4ebe-a3f3-37aa067c46bd tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7678168 Jul 28 05:45:11.070399 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2', 'tag': '50451bd5-9849-4d00-a2a3-1681fee59077'}] {{(pid=93162) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:45:11.072744 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5c2d73b3f5a3d58c7c8ad1da87b4e0288c6e179b2b0c85b2ac43e7fbbb4c89cb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e2e0d9-91ed-4324-beeb-c9e0b69fae64" -d '{"events": [{"name": "network-changed", "server_uuid": "c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2", "tag": "50451bd5-9849-4d00-a2a3-1681fee59077"}]}' {{(pid=93162) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:45:11.172778 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 05:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5873bb01-f9a6-416d-b198-4ccabab1ecf4 x-openstack-request-id: req-5873bb01-f9a6-416d-b198-4ccabab1ecf4 {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:45:11.173071 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2", "tag": "50451bd5-9849-4d00-a2a3-1681fee59077", "status": "completed", "code": 200}]} {{(pid=93162) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:45:11.173317 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5873bb01-f9a6-416d-b198-4ccabab1ecf4 {{(pid=93162) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:45:11.173712 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2', 'tag': '50451bd5-9849-4d00-a2a3-1681fee59077', 'status': 'completed', 'code': 200} Jul 28 05:45:11.231523 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-095f463e-53ed-4442-b57a-2ac2088af51d None None] Set router 964d4d32-a80d-456d-9318-cdb19117d124 gateway port host: dv-cinder-801617-3-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:45:11.445617 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-095f463e-53ed-4442-b57a-2ac2088af51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '964d4d32-a80d-456d-9318-cdb19117d124', 'name': 'tempest-TestShelveInstance-897147168-router', 'tenant_id': '478beb6fcdd6407da3c142fae91116ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '281e9c9c-2d3e-45a8-b0dd-4f82882fa291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:44:07Z', 'updated_at': '2021-07-28T05:44:10Z', 'revision_number': 4, 'project_id': '478beb6fcdd6407da3c142fae91116ed', 'gw_port': {'id': '281e9c9c-2d3e-45a8-b0dd-4f82882fa291', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964d4d32-a80d-456d-9318-cdb19117d124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:44:07Z', 'updated_at': '2021-07-28T05:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_floatingips': [{'id': '900ef17c-7866-4659-aa95-1fef988f4700', 'tenant_id': '478beb6fcdd6407da3c142fae91116ed', 'floating_ip_address': '172.27.2.142', 'floating_network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'router_id': '964d4d32-a80d-456d-9318-cdb19117d124', 'port_id': '50451bd5-9849-4d00-a2a3-1681fee59077', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca9615ec-5de0-432f-98b2-f9ae6a48e274', 'mac_address': 'fa:16:3e:58:12:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T05:45:10Z', 'updated_at': '2021-07-28T05:45:10Z', 'revision_number': 0, 'project_id': '478beb6fcdd6407da3c142fae91116ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26e64f7c-ae0c-4c0f-a95d-0f4398cd60db', 'name': '', 'network_id': 'ca9615ec-5de0-432f-98b2-f9ae6a48e274', 'tenant_id': '478beb6fcdd6407da3c142fae91116ed', 'mac_address': 'fa:16:3e:fc:7c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964d4d32-a80d-456d-9318-cdb19117d124', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '161a72e3-56b4-4d3a-a9d9-e80062e7f6ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:44:09Z', 'updated_at': '2021-07-28T05:44:16Z', 'revision_number': 5, 'project_id': '478beb6fcdd6407da3c142fae91116ed', 'subnets': [{'id': '161a72e3-56b4-4d3a-a9d9-e80062e7f6ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:45:11.473997 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095f463e-53ed-4442-b57a-2ac2088af51d None None] Checking router: 964d4d32-a80d-456d-9318-cdb19117d124 for host: dv-cinder-801617-3-iscsi {{(pid=93165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:45:11.482021 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095f463e-53ed-4442-b57a-2ac2088af51d None None] Routers {'964d4d32-a80d-456d-9318-cdb19117d124'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:45:11.482606 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-095f463e-53ed-4442-b57a-2ac2088af51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:44:57Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['964d4d32-a80d-456d-9318-cdb19117d124'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:45:11.582429 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-095f463e-53ed-4442-b57a-2ac2088af51d None None] Set router 964d4d32-a80d-456d-9318-cdb19117d124 gateway port host: dv-cinder-801617-3-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:45:11.796533 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-095f463e-53ed-4442-b57a-2ac2088af51d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '964d4d32-a80d-456d-9318-cdb19117d124', 'name': 'tempest-TestShelveInstance-897147168-router', 'tenant_id': '478beb6fcdd6407da3c142fae91116ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '281e9c9c-2d3e-45a8-b0dd-4f82882fa291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:44:07Z', 'updated_at': '2021-07-28T05:44:10Z', 'revision_number': 4, 'project_id': '478beb6fcdd6407da3c142fae91116ed', 'gw_port': {'id': '281e9c9c-2d3e-45a8-b0dd-4f82882fa291', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964d4d32-a80d-456d-9318-cdb19117d124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:44:07Z', 'updated_at': '2021-07-28T05:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_floatingips': [{'id': '900ef17c-7866-4659-aa95-1fef988f4700', 'tenant_id': '478beb6fcdd6407da3c142fae91116ed', 'floating_ip_address': '172.27.2.142', 'floating_network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'router_id': '964d4d32-a80d-456d-9318-cdb19117d124', 'port_id': '50451bd5-9849-4d00-a2a3-1681fee59077', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca9615ec-5de0-432f-98b2-f9ae6a48e274', 'mac_address': 'fa:16:3e:58:12:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T05:45:10Z', 'updated_at': '2021-07-28T05:45:10Z', 'revision_number': 0, 'project_id': '478beb6fcdd6407da3c142fae91116ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26e64f7c-ae0c-4c0f-a95d-0f4398cd60db', 'name': '', 'network_id': 'ca9615ec-5de0-432f-98b2-f9ae6a48e274', 'tenant_id': '478beb6fcdd6407da3c142fae91116ed', 'mac_address': 'fa:16:3e:fc:7c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964d4d32-a80d-456d-9318-cdb19117d124', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '161a72e3-56b4-4d3a-a9d9-e80062e7f6ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:44:09Z', 'updated_at': '2021-07-28T05:44:16Z', 'revision_number': 5, 'project_id': '478beb6fcdd6407da3c142fae91116ed', 'subnets': [{'id': '161a72e3-56b4-4d3a-a9d9-e80062e7f6ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:45:11.825062 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095f463e-53ed-4442-b57a-2ac2088af51d None None] The sync data for ids ['964d4d32-a80d-456d-9318-cdb19117d124'] in dv-cinder-801617-3-iscsi is: [{'id': '964d4d32-a80d-456d-9318-cdb19117d124', 'name': 'tempest-TestShelveInstance-897147168-router', 'tenant_id': '478beb6fcdd6407da3c142fae91116ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '281e9c9c-2d3e-45a8-b0dd-4f82882fa291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:44:07Z', 'updated_at': '2021-07-28T05:44:10Z', 'revision_number': 4, 'project_id': '478beb6fcdd6407da3c142fae91116ed', 'gw_port': {'id': '281e9c9c-2d3e-45a8-b0dd-4f82882fa291', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964d4d32-a80d-456d-9318-cdb19117d124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:44:07Z', 'updated_at': '2021-07-28T05:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_floatingips': [{'id': '900ef17c-7866-4659-aa95-1fef988f4700', 'tenant_id': '478beb6fcdd6407da3c142fae91116ed', 'floating_ip_address': '172.27.2.142', 'floating_network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'router_id': '964d4d32-a80d-456d-9318-cdb19117d124', 'port_id': '50451bd5-9849-4d00-a2a3-1681fee59077', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca9615ec-5de0-432f-98b2-f9ae6a48e274', 'mac_address': 'fa:16:3e:58:12:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T05:45:10Z', 'updated_at': '2021-07-28T05:45:10Z', 'revision_number': 0, 'project_id': '478beb6fcdd6407da3c142fae91116ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26e64f7c-ae0c-4c0f-a95d-0f4398cd60db', 'name': '', 'network_id': 'ca9615ec-5de0-432f-98b2-f9ae6a48e274', 'tenant_id': '478beb6fcdd6407da3c142fae91116ed', 'mac_address': 'fa:16:3e:fc:7c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964d4d32-a80d-456d-9318-cdb19117d124', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '161a72e3-56b4-4d3a-a9d9-e80062e7f6ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:44:09Z', 'updated_at': '2021-07-28T05:44:16Z', 'revision_number': 5, 'project_id': '478beb6fcdd6407da3c142fae91116ed', 'subnets': [{'id': '161a72e3-56b4-4d3a-a9d9-e80062e7f6ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:45:12.017550 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69da6e5f-645d-4308-8eaf-67d83f1816fb None None] New status for floating IP 900ef17c-7866-4659-aa95-1fef988f4700: ACTIVE {{(pid=93164) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 05:45:13.619162 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e2e0d9-91ed-4324-beeb-c9e0b69fae64 req-2f829c78-1378-4442-8d9e-4e4ddd704f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:13.620534 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d9e2e0d9-91ed-4324-beeb-c9e0b69fae64 req-2f829c78-1378-4442-8d9e-4e4ddd704f08 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=478beb6fcdd6407da3c142fae91116ed&device_id=c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2 HTTP/1.1" status: 200 len: 1099 time: 0.0405266 Jul 28 05:45:13.710148 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e2e0d9-91ed-4324-beeb-c9e0b69fae64 req-57b60f65-00a6-48d7-9853-71903ec7381f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:13.712161 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d9e2e0d9-91ed-4324-beeb-c9e0b69fae64 req-57b60f65-00a6-48d7-9853-71903ec7381f service neutron] 10.222.0.21 "GET /v2.0/networks?id=ca9615ec-5de0-432f-98b2-f9ae6a48e274 HTTP/1.1" status: 200 len: 909 time: 0.0833573 Jul 28 05:45:13.776848 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d9e2e0d9-91ed-4324-beeb-c9e0b69fae64 req-a4c7ead1-be5e-4677-ba22-253cdb430817 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50451bd5-9849-4d00-a2a3-1681fee59077 HTTP/1.1" status: 200 len: 1002 time: 0.0570700 Jul 28 05:45:13.824474 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e2e0d9-91ed-4324-beeb-c9e0b69fae64 req-a0691711-8044-4f64-8ae3-9b2986dffaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:13.825825 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d9e2e0d9-91ed-4324-beeb-c9e0b69fae64 req-a0691711-8044-4f64-8ae3-9b2986dffaea service neutron] 10.222.0.21 "GET /v2.0/subnets?id=161a72e3-56b4-4d3a-a9d9-e80062e7f6ce HTTP/1.1" status: 200 len: 847 time: 0.0414312 Jul 28 05:45:13.884688 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e2e0d9-91ed-4324-beeb-c9e0b69fae64 req-745f5ee8-c3a7-4210-8281-f591e3c7fb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:13.886030 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d9e2e0d9-91ed-4324-beeb-c9e0b69fae64 req-745f5ee8-c3a7-4210-8281-f591e3c7fb6d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ca9615ec-5de0-432f-98b2-f9ae6a48e274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420840 Jul 28 05:45:13.973064 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d9e2e0d9-91ed-4324-beeb-c9e0b69fae64 req-5d8a4603-5508-426e-8564-bede0dbeb765 service neutron] 10.222.0.21 "GET /v2.0/networks/ca9615ec-5de0-432f-98b2-f9ae6a48e274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790579 Jul 28 05:45:14.079759 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d9e2e0d9-91ed-4324-beeb-c9e0b69fae64 req-1e65a8d5-f6af-41ad-8aad-114dd3ad3f2e service neutron] 10.222.0.21 "GET /v2.0/networks/ca9615ec-5de0-432f-98b2-f9ae6a48e274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976985 Jul 28 05:45:15.434908 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 40384) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:45:15.534175 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ee9ee702-a5d6-478f-9546-49bd316fe732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:15.618364 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ee9ee702-a5d6-478f-9546-49bd316fe732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:15.622048 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ee9ee702-a5d6-478f-9546-49bd316fe732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:15.659289 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-ee9ee702-a5d6-478f-9546-49bd316fe732 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9174793ae36c48be95886ec947dca2f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2232561 Jul 28 05:45:15.660171 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9ee702-a5d6-478f-9546-49bd316fe732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e502f89-4a78-4a17-9a1a-47f58e92149d,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:15.663047 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 40388) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:45:15.710096 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-eff22aa0-394b-4c44-b940-dd907dd56215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:15.730471 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-eff22aa0-394b-4c44-b940-dd907dd56215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:15.779904 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-eff22aa0-394b-4c44-b940-dd907dd56215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:15.782660 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-eff22aa0-394b-4c44-b940-dd907dd56215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:15.783841 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-eff22aa0-394b-4c44-b940-dd907dd56215 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8e502f89-4a78-4a17-9a1a-47f58e92149d HTTP/1.1" status: 204 len: 168 time: 0.1204424 Jul 28 05:45:15.792021 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff22aa0-394b-4c44-b940-dd907dd56215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e502f89-4a78-4a17-9a1a-47f58e92149d,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:16.395253 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 40420) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:45:16.487718 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-6c105710-108b-4b12-b00e-f4a1ad438b79 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1052875349-network', 'tenant_id': '9170eb4d61904947be3c1d3473eb6d1d'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:45:16.508760 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c105710-108b-4b12-b00e-f4a1ad438b79 admin admin] Made reservation on behalf of 9170eb4d61904947be3c1d3473eb6d1d for: {'network': 1} {{(pid=93163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:45:16.510929 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-6c105710-108b-4b12-b00e-f4a1ad438b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for network, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:16.519031 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-6c105710-108b-4b12-b00e-f4a1ad438b79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:16.605625 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-6c105710-108b-4b12-b00e-f4a1ad438b79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:16.609241 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-6c105710-108b-4b12-b00e-f4a1ad438b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:16.639040 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c105710-108b-4b12-b00e-f4a1ad438b79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=93163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 05:45:16.645239 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c105710-108b-4b12-b00e-f4a1ad438b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c3497e-d6a2-4449-bcee-d617b6c9f701,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:16.651365 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-6c105710-108b-4b12-b00e-f4a1ad438b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502470'] for segment, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:16.651734 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.db.segments_db [None req-6c105710-108b-4b12-b00e-f4a1ad438b79 admin admin] Added segment b6b1fc69-a370-4059-adc5-9ad09eb4aadf of type vlan for network ede6b695-9830-47b8-b631-f4cc4556be14 Jul 28 05:45:16.689429 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-6c105710-108b-4b12-b00e-f4a1ad438b79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765227181150'] for network, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:16.716980 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-6c105710-108b-4b12-b00e-f4a1ad438b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463'] for network, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:16.717899 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c105710-108b-4b12-b00e-f4a1ad438b79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:16.718474 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-6c105710-108b-4b12-b00e-f4a1ad438b79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for network, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:16.771995 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-6c105710-108b-4b12-b00e-f4a1ad438b79 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3755562 Jul 28 05:45:16.774837 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 40424) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:45:16.781700 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-41db7c83-9c9d-4927-a212-2cc3fee2a1f6 admin admin] Request body: {'subnet': {'network_id': 'ede6b695-9830-47b8-b631-f4cc4556be14', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1052875349-subnet', 'tenant_id': '9170eb4d61904947be3c1d3473eb6d1d', 'ip_version': 4}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:45:16.785389 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c105710-108b-4b12-b00e-f4a1ad438b79 admin admin] Pushing event updated for resources: {'Network': ['ID=ede6b695-9830-47b8-b631-f4cc4556be14,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:16.795510 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Network ede6b695-9830-47b8-b631-f4cc4556be14 details requested by agent ovs-agent-dv-cinder-801617-3-iscsi with host dv-cinder-801617-3-iscsi {{(pid=93164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 05:45:16.803649 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41db7c83-9c9d-4927-a212-2cc3fee2a1f6 admin admin] Made reservation on behalf of 9170eb4d61904947be3c1d3473eb6d1d for: {'subnet': 1} {{(pid=93163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:45:16.805967 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-41db7c83-9c9d-4927-a212-2cc3fee2a1f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536719605'] for subnet, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:16.968466 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-41db7c83-9c9d-4927-a212-2cc3fee2a1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5267620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536719495'] for subnet, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:17.024309 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41db7c83-9c9d-4927-a212-2cc3fee2a1f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9691bee0-5151-463a-9aae-3e5264d2934a,revision_number=0']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:17.028471 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41db7c83-9c9d-4927-a212-2cc3fee2a1f6 admin admin] Checking segment: {'id': 'b6b1fc69-a370-4059-adc5-9ad09eb4aadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ede6b695-9830-47b8-b631-f4cc4556be14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:45:17.028826 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41db7c83-9c9d-4927-a212-2cc3fee2a1f6 admin admin] Network hostable DHCP agents. Network: ede6b695-9830-47b8-b631-f4cc4556be14, hostable agents: ['0224797f-e6dd-43af-ba50-4dde553cda73'], hosted agents: [] {{(pid=93163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 05:45:17.043901 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41db7c83-9c9d-4927-a212-2cc3fee2a1f6 admin admin] Network ede6b695-9830-47b8-b631-f4cc4556be14 is scheduled to be hosted by DHCP agent 0224797f-e6dd-43af-ba50-4dde553cda73 with binding_index 1 {{(pid=93163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 05:45:17.052039 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-41db7c83-9c9d-4927-a212-2cc3fee2a1f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801617-3-iscsi, ede6b695-9830-47b8-b631-f4cc4556be14) {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:45:17.055892 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41db7c83-9c9d-4927-a212-2cc3fee2a1f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:17.056479 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-41db7c83-9c9d-4927-a212-2cc3fee2a1f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for subnet, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:17.060995 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd965b80-0c88-4caf-a555-b00f6e983562 None None] Network ede6b695-9830-47b8-b631-f4cc4556be14 requested from dv-cinder-801617-3-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 05:45:17.075140 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-41db7c83-9c9d-4927-a212-2cc3fee2a1f6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2949626 Jul 28 05:45:17.075321 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 40428) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:45:17.079826 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-79345ac9-b25a-40ff-9794-e971740d3678 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1052875349-router', 'tenant_id': '9170eb4d61904947be3c1d3473eb6d1d', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d'}}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:45:17.107775 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-79345ac9-b25a-40ff-9794-e971740d3678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-555544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-936'] for router, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:17.108834 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-79345ac9-b25a-40ff-9794-e971740d3678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-931'] for router, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:17.169434 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-79345ac9-b25a-40ff-9794-e971740d3678 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:17.243406 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793ee78f-2d8f-4be9-86a5-cbbfcd6a131e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8013e485-fac1-5ac9-b3c7-78bb1bff2b0b-ede6b695-9830-47b8-b631-f4cc4556be14', 'network_id': 'ede6b695-9830-47b8-b631-f4cc4556be14', 'tenant_id': '9170eb4d61904947be3c1d3473eb6d1d', 'fixed_ips': [{'subnet_id': '9691bee0-5151-463a-9aae-3e5264d2934a'}]}} from dv-cinder-801617-3-iscsi. {{(pid=93164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 05:45:17.243406 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-793ee78f-2d8f-4be9-86a5-cbbfcd6a131e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:17.322399 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-79345ac9-b25a-40ff-9794-e971740d3678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-555562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-909'] for router, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:17.386799 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.db_base_plugin_common [None req-793ee78f-2d8f-4be9-86a5-cbbfcd6a131e None None] Allocated IP 172.20.0.2 (ede6b695-9830-47b8-b631-f4cc4556be14/9691bee0-5151-463a-9aae-3e5264d2934a/5babbe30-b1f9-451b-ba78-2d67618d119a) {{(pid=93164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:45:17.537536 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-793ee78f-2d8f-4be9-86a5-cbbfcd6a131e None None] Notify callbacks [] for port, precommit_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:17.546453 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-793ee78f-2d8f-4be9-86a5-cbbfcd6a131e None None] Transition to ACTIVE for port object 5babbe30-b1f9-451b-ba78-2d67618d119a will not be triggered until provisioned by entity L2. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:45:17.562215 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-793ee78f-2d8f-4be9-86a5-cbbfcd6a131e None None] Transition to ACTIVE for port object 5babbe30-b1f9-451b-ba78-2d67618d119a will not be triggered until provisioned by entity DHCP. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:45:17.570221 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-793ee78f-2d8f-4be9-86a5-cbbfcd6a131e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227148292'] for port, after_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:17.606069 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793ee78f-2d8f-4be9-86a5-cbbfcd6a131e None None] Network ede6b695-9830-47b8-b631-f4cc4556be14 is already hosted by enough agents. {{(pid=93164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:45:17.609019 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.scheduler.base_scheduler [None req-793ee78f-2d8f-4be9-86a5-cbbfcd6a131e None None] Resources bound (agent type, host, resource id): {{(pid=93164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:45:17.612760 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793ee78f-2d8f-4be9-86a5-cbbfcd6a131e None None] Received port after_create {{(pid=93164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 05:45:17.624759 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ee78f-2d8f-4be9-86a5-cbbfcd6a131e None None] Pushing event updated for resources: {'Port': ['ID=5babbe30-b1f9-451b-ba78-2d67618d119a,revision_number=1']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:17.647577 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793ee78f-2d8f-4be9-86a5-cbbfcd6a131e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:45:17.647924 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793ee78f-2d8f-4be9-86a5-cbbfcd6a131e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:45:17.648259 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793ee78f-2d8f-4be9-86a5-cbbfcd6a131e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:45:17.648589 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793ee78f-2d8f-4be9-86a5-cbbfcd6a131e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:45:17.648916 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793ee78f-2d8f-4be9-86a5-cbbfcd6a131e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:45:17.649242 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793ee78f-2d8f-4be9-86a5-cbbfcd6a131e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:45:17.649564 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793ee78f-2d8f-4be9-86a5-cbbfcd6a131e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:45:17.649883 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793ee78f-2d8f-4be9-86a5-cbbfcd6a131e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:45:17.650206 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793ee78f-2d8f-4be9-86a5-cbbfcd6a131e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:45:17.650524 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793ee78f-2d8f-4be9-86a5-cbbfcd6a131e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:45:17.650842 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793ee78f-2d8f-4be9-86a5-cbbfcd6a131e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:45:17.651156 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793ee78f-2d8f-4be9-86a5-cbbfcd6a131e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:45:17.685701 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-793ee78f-2d8f-4be9-86a5-cbbfcd6a131e None None] Attempting to bind port 5babbe30-b1f9-451b-ba78-2d67618d119a on host dv-cinder-801617-3-iscsi for vnic_type normal with profile {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 05:45:17.686068 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-793ee78f-2d8f-4be9-86a5-cbbfcd6a131e None None] Attempting to bind port 5babbe30-b1f9-451b-ba78-2d67618d119a by drivers openvswitch,hyperv on host dv-cinder-801617-3-iscsi at level 0 using segments [{'id': 'b6b1fc69-a370-4059-adc5-9ad09eb4aadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ede6b695-9830-47b8-b631-f4cc4556be14'}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 05:45:17.686429 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793ee78f-2d8f-4be9-86a5-cbbfcd6a131e None None] Attempting to bind port 5babbe30-b1f9-451b-ba78-2d67618d119a on network ede6b695-9830-47b8-b631-f4cc4556be14 {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:45:17.691464 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793ee78f-2d8f-4be9-86a5-cbbfcd6a131e None None] Checking agent: {'id': '3fbc40da-b90e-4a82-82aa-1ec33702809d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 5, 1, 27), 'started_at': datetime.datetime(2021, 7, 28, 5, 1, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 5, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 05:45:17.691835 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793ee78f-2d8f-4be9-86a5-cbbfcd6a131e None None] Checking segment: {'id': 'b6b1fc69-a370-4059-adc5-9ad09eb4aadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ede6b695-9830-47b8-b631-f4cc4556be14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:45:17.692232 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-793ee78f-2d8f-4be9-86a5-cbbfcd6a131e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:17.692620 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793ee78f-2d8f-4be9-86a5-cbbfcd6a131e None None] Bound using segment: {'id': 'b6b1fc69-a370-4059-adc5-9ad09eb4aadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ede6b695-9830-47b8-b631-f4cc4556be14'} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 05:45:17.693110 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-793ee78f-2d8f-4be9-86a5-cbbfcd6a131e None None] Bound port: 5babbe30-b1f9-451b-ba78-2d67618d119a, host: dv-cinder-801617-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6b1fc69-a370-4059-adc5-9ad09eb4aadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ede6b695-9830-47b8-b631-f4cc4556be14'}}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 05:45:17.693492 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-793ee78f-2d8f-4be9-86a5-cbbfcd6a131e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:17.761979 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-793ee78f-2d8f-4be9-86a5-cbbfcd6a131e None None] For port 5babbe30-b1f9-451b-ba78-2d67618d119a, host dv-cinder-801617-3-iscsi, cleared binding levels {{(pid=93164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:45:17.765084 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-793ee78f-2d8f-4be9-86a5-cbbfcd6a131e None None] For port 5babbe30-b1f9-451b-ba78-2d67618d119a, host dv-cinder-801617-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=5babbe30-b1f9-451b-ba78-2d67618d119a,segment=NetworkSegment(b6b1fc69-a370-4059-adc5-9ad09eb4aadf),segment_id=b6b1fc69-a370-4059-adc5-9ad09eb4aadf)] {{(pid=93164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:45:17.768815 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-793ee78f-2d8f-4be9-86a5-cbbfcd6a131e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:17.798841 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-79345ac9-b25a-40ff-9794-e971740d3678 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:17.819545 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-79345ac9-b25a-40ff-9794-e971740d3678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:17.831899 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ee78f-2d8f-4be9-86a5-cbbfcd6a131e None None] Pushing event updated for resources: {'Port': ['ID=5babbe30-b1f9-451b-ba78-2d67618d119a,revision_number=2']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:17.930509 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_common [None req-79345ac9-b25a-40ff-9794-e971740d3678 admin admin] Allocated IP 172.27.2.209 (c7125004-43ac-4633-9f2f-3f406f3e858d/e72a7812-7eaf-41ec-8662-055279a1b0f7/8e97387d-ec9d-4e17-80a5-3a0f55a7f325) {{(pid=93163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:45:18.050882 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-79345ac9-b25a-40ff-9794-e971740d3678 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:18.090943 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-79345ac9-b25a-40ff-9794-e971740d3678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227148292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5267504'] for port, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:18.127683 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79345ac9-b25a-40ff-9794-e971740d3678 admin admin] Network c7125004-43ac-4633-9f2f-3f406f3e858d is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:45:18.130557 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-79345ac9-b25a-40ff-9794-e971740d3678 admin admin] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:45:18.137497 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79345ac9-b25a-40ff-9794-e971740d3678 admin admin] Received port after_create {{(pid=93163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 05:45:18.142737 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79345ac9-b25a-40ff-9794-e971740d3678 admin admin] Pushing event updated for resources: {'Port': ['ID=8e97387d-ec9d-4e17-80a5-3a0f55a7f325,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:18.174240 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 5babbe30-b1f9-451b-ba78-2d67618d119a up at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:45:18.225543 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning for port 5babbe30-b1f9-451b-ba78-2d67618d119a completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:45:18.397523 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-79345ac9-b25a-40ff-9794-e971740d3678 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:18.592931 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:18.606567 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-79345ac9-b25a-40ff-9794-e971740d3678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406701'] for router, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:18.629302 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 40460) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:45:18.672033 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c3c222-670d-4aa1-bbea-1e109ce3725e None None] Network ede6b695-9830-47b8-b631-f4cc4556be14 requested from dv-cinder-801617-3-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 05:45:18.743371 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79345ac9-b25a-40ff-9794-e971740d3678 admin admin] Router 6e2df32a-6e3a-4fc3-8207-3c25b7fbee56 is scheduled to L3 agent febb8baf-5368-4b94-affe-2856141f0f3f with binding_index 1 {{(pid=93163) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 05:45:18.744837 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-febd1a5c-acde-4642-8381-dcc5e6d4b144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:18.839096 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-febd1a5c-acde-4642-8381-dcc5e6d4b144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:18.844570 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-febd1a5c-acde-4642-8381-dcc5e6d4b144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:18.855098 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-5c747229-7262-43c2-864f-d5a4f459fa21 None None] Provisioning for port 5babbe30-b1f9-451b-ba78-2d67618d119a completed by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:45:18.857553 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79345ac9-b25a-40ff-9794-e971740d3678 admin admin] Notify agent at l3_agent.dv-cinder-801617-3-iscsi the message routers_updated {{(pid=93163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:45:18.863331 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-5c747229-7262-43c2-864f-d5a4f459fa21 None None] Provisioning complete for port 5babbe30-b1f9-451b-ba78-2d67618d119a triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:45:18.863797 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-5c747229-7262-43c2-864f-d5a4f459fa21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:18.869741 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf12dbbd-92aa-43c5-9237-ab3b09cbb1fb None None] Sync routers for ids ['6e2df32a-6e3a-4fc3-8207-3c25b7fbee56'] in dv-cinder-801617-3-iscsi {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:45:18.878802 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf12dbbd-92aa-43c5-9237-ab3b09cbb1fb None None] Routers {'6e2df32a-6e3a-4fc3-8207-3c25b7fbee56'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:45:18.879395 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-79345ac9-b25a-40ff-9794-e971740d3678 admin admin] Notify callbacks [] for router, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:18.879838 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-bf12dbbd-92aa-43c5-9237-ab3b09cbb1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:44:57Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['6e2df32a-6e3a-4fc3-8207-3c25b7fbee56'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:45:18.881095 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-79345ac9-b25a-40ff-9794-e971740d3678 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8047254 Jul 28 05:45:18.883923 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 40464) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:45:18.907495 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-febd1a5c-acde-4642-8381-dcc5e6d4b144 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3bc66f75df174578a0a99fd5de750c8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2769895 Jul 28 05:45:18.908197 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 40466) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:45:18.917194 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd1a5c-acde-4642-8381-dcc5e6d4b144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a3dbc9-5a41-4f8e-af6d-352762ace723,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:18.966168 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-fbb93ab5-7a1e-4532-8049-d04d99a9ba9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:18.982387 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-5c747229-7262-43c2-864f-d5a4f459fa21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:18.989508 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-fbb93ab5-7a1e-4532-8049-d04d99a9ba9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:18.997722 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-bf12dbbd-92aa-43c5-9237-ab3b09cbb1fb None None] Set router 6e2df32a-6e3a-4fc3-8207-3c25b7fbee56 gateway port host: dv-cinder-801617-3-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:45:19.043808 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-fbb93ab5-7a1e-4532-8049-d04d99a9ba9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:19.047691 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-5c747229-7262-43c2-864f-d5a4f459fa21 None None] For port 5babbe30-b1f9-451b-ba78-2d67618d119a, host dv-cinder-801617-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=5babbe30-b1f9-451b-ba78-2d67618d119a,segment=NetworkSegment(b6b1fc69-a370-4059-adc5-9ad09eb4aadf),segment_id=b6b1fc69-a370-4059-adc5-9ad09eb4aadf)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:45:19.048015 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-fbb93ab5-7a1e-4532-8049-d04d99a9ba9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:19.052671 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-fbb93ab5-7a1e-4532-8049-d04d99a9ba9e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/42a3dbc9-5a41-4f8e-af6d-352762ace723 HTTP/1.1" status: 204 len: 168 time: 0.1423738 Jul 28 05:45:19.058126 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-5c747229-7262-43c2-864f-d5a4f459fa21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:19.063840 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb93ab5-7a1e-4532-8049-d04d99a9ba9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a3dbc9-5a41-4f8e-af6d-352762ace723,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:19.128561 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c747229-7262-43c2-864f-d5a4f459fa21 None None] Pushing event updated for resources: {'Port': ['ID=5babbe30-b1f9-451b-ba78-2d67618d119a,revision_number=3']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:19.221635 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-bf12dbbd-92aa-43c5-9237-ab3b09cbb1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2df32a-6e3a-4fc3-8207-3c25b7fbee56', 'name': 'tempest-TestMinimumBasicScenario-1052875349-router', 'tenant_id': '9170eb4d61904947be3c1d3473eb6d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '8e97387d-ec9d-4e17-80a5-3a0f55a7f325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:45:17Z', 'updated_at': '2021-07-28T05:45:18Z', 'revision_number': 3, 'project_id': '9170eb4d61904947be3c1d3473eb6d1d', 'gw_port': {'id': '8e97387d-ec9d-4e17-80a5-3a0f55a7f325', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:47:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2df32a-6e3a-4fc3-8207-3c25b7fbee56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:45:17Z', 'updated_at': '2021-07-28T05:45:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi'}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:45:19.248722 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf12dbbd-92aa-43c5-9237-ab3b09cbb1fb None None] Checking router: 6e2df32a-6e3a-4fc3-8207-3c25b7fbee56 for host: dv-cinder-801617-3-iscsi {{(pid=93165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:45:19.249193 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf12dbbd-92aa-43c5-9237-ab3b09cbb1fb None None] Updating router 6e2df32a-6e3a-4fc3-8207-3c25b7fbee56 port 8e97387d-ec9d-4e17-80a5-3a0f55a7f325 binding host dv-cinder-801617-3-iscsi {{(pid=93165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 05:45:19.280082 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-bf12dbbd-92aa-43c5-9237-ab3b09cbb1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:19.380352 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-4f0f716e-4212-45fc-bada-eac0b4447ec1 None None] Provisioning complete for port 5babbe30-b1f9-451b-ba78-2d67618d119a triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:45:19.381469 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4f0f716e-4212-45fc-bada-eac0b4447ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:19.454191 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-6b7211dc-3f46-404e-809a-623596b92656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:19.595754 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-bf12dbbd-92aa-43c5-9237-ab3b09cbb1fb None None] Notify callbacks [] for port, precommit_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:19.608157 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.provisioning_blocks [None req-bf12dbbd-92aa-43c5-9237-ab3b09cbb1fb None None] Transition to ACTIVE for port object 8e97387d-ec9d-4e17-80a5-3a0f55a7f325 will not be triggered until provisioned by entity L2. {{(pid=93165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:45:19.612816 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-bf12dbbd-92aa-43c5-9237-ab3b09cbb1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:19.618465 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_common [None req-6b7211dc-3f46-404e-809a-623596b92656 admin admin] Allocated IP 172.20.0.1 (ede6b695-9830-47b8-b631-f4cc4556be14/9691bee0-5151-463a-9aae-3e5264d2934a/22929156-fdaf-4d70-8909-ab6614841ac0) {{(pid=93163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:45:19.673093 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.managers [None req-bf12dbbd-92aa-43c5-9237-ab3b09cbb1fb None None] Attempting to bind port 8e97387d-ec9d-4e17-80a5-3a0f55a7f325 on host dv-cinder-801617-3-iscsi for vnic_type normal with profile {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 05:45:19.673464 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.managers [None req-bf12dbbd-92aa-43c5-9237-ab3b09cbb1fb None None] Attempting to bind port 8e97387d-ec9d-4e17-80a5-3a0f55a7f325 by drivers openvswitch,hyperv on host dv-cinder-801617-3-iscsi at level 0 using segments [{'id': 'd34fa97e-0825-4a06-9105-26c8994a2a7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d'}] {{(pid=93165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 05:45:19.674027 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf12dbbd-92aa-43c5-9237-ab3b09cbb1fb None None] Attempting to bind port 8e97387d-ec9d-4e17-80a5-3a0f55a7f325 on network c7125004-43ac-4633-9f2f-3f406f3e858d {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:45:19.682092 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d7c384-0d70-47b6-b3ab-69e2409355f0 None None] Pushing event updated for resources: {'Port': ['ID=8e97387d-ec9d-4e17-80a5-3a0f55a7f325,revision_number=2']} {{(pid=93165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:19.685091 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf12dbbd-92aa-43c5-9237-ab3b09cbb1fb None None] Checking agent: {'id': '3fbc40da-b90e-4a82-82aa-1ec33702809d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 5, 1, 27), 'started_at': datetime.datetime(2021, 7, 28, 5, 1, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 5, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 05:45:19.685459 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf12dbbd-92aa-43c5-9237-ab3b09cbb1fb None None] Checking segment: {'id': 'd34fa97e-0825-4a06-9105-26c8994a2a7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:45:19.685847 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-bf12dbbd-92aa-43c5-9237-ab3b09cbb1fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:19.686472 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf12dbbd-92aa-43c5-9237-ab3b09cbb1fb None None] Bound using segment: {'id': 'd34fa97e-0825-4a06-9105-26c8994a2a7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d'} {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 05:45:19.687000 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.managers [None req-bf12dbbd-92aa-43c5-9237-ab3b09cbb1fb None None] Bound port: 8e97387d-ec9d-4e17-80a5-3a0f55a7f325, host: dv-cinder-801617-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd34fa97e-0825-4a06-9105-26c8994a2a7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d'}}] {{(pid=93165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 05:45:19.687535 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-bf12dbbd-92aa-43c5-9237-ab3b09cbb1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:19.694708 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d7c384-0d70-47b6-b3ab-69e2409355f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:45:19.695249 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d7c384-0d70-47b6-b3ab-69e2409355f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:45:19.695683 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d7c384-0d70-47b6-b3ab-69e2409355f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:45:19.696019 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d7c384-0d70-47b6-b3ab-69e2409355f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:45:19.696347 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d7c384-0d70-47b6-b3ab-69e2409355f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:45:19.696672 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d7c384-0d70-47b6-b3ab-69e2409355f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:45:19.696998 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d7c384-0d70-47b6-b3ab-69e2409355f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:45:19.697343 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d7c384-0d70-47b6-b3ab-69e2409355f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:45:19.697646 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d7c384-0d70-47b6-b3ab-69e2409355f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:45:19.698040 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d7c384-0d70-47b6-b3ab-69e2409355f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:45:19.698372 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d7c384-0d70-47b6-b3ab-69e2409355f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:45:19.698686 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49d7c384-0d70-47b6-b3ab-69e2409355f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93165) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:45:19.730632 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-6b7211dc-3f46-404e-809a-623596b92656 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:19.744900 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-6b7211dc-3f46-404e-809a-623596b92656 admin admin] Transition to ACTIVE for port object 22929156-fdaf-4d70-8909-ab6614841ac0 will not be triggered until provisioned by entity DHCP. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:45:19.767543 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.db [None req-bf12dbbd-92aa-43c5-9237-ab3b09cbb1fb None None] For port 8e97387d-ec9d-4e17-80a5-3a0f55a7f325, host dv-cinder-801617-3-iscsi, cleared binding levels {{(pid=93165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:45:19.772013 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.db [None req-bf12dbbd-92aa-43c5-9237-ab3b09cbb1fb None None] For port 8e97387d-ec9d-4e17-80a5-3a0f55a7f325, host dv-cinder-801617-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=8e97387d-ec9d-4e17-80a5-3a0f55a7f325,segment=NetworkSegment(d34fa97e-0825-4a06-9105-26c8994a2a7e),segment_id=d34fa97e-0825-4a06-9105-26c8994a2a7e)] {{(pid=93165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:45:19.778618 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-bf12dbbd-92aa-43c5-9237-ab3b09cbb1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:19.779967 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-6b7211dc-3f46-404e-809a-623596b92656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227148292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5267504'] for port, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:19.801009 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 40490) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:45:19.821272 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7211dc-3f46-404e-809a-623596b92656 admin admin] Network ede6b695-9830-47b8-b631-f4cc4556be14 is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:45:19.824215 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-6b7211dc-3f46-404e-809a-623596b92656 admin admin] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:45:19.829939 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7211dc-3f46-404e-809a-623596b92656 admin admin] Received port after_create {{(pid=93163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 05:45:19.836697 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf12dbbd-92aa-43c5-9237-ab3b09cbb1fb None None] Routers {'6e2df32a-6e3a-4fc3-8207-3c25b7fbee56'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:45:19.837310 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-bf12dbbd-92aa-43c5-9237-ab3b09cbb1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:44:57Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['6e2df32a-6e3a-4fc3-8207-3c25b7fbee56'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:45:19.854735 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7211dc-3f46-404e-809a-623596b92656 admin admin] Pushing event updated for resources: {'Port': ['ID=22929156-fdaf-4d70-8909-ab6614841ac0,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:19.872489 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-6b7211dc-3f46-404e-809a-623596b92656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406642'] for router_interface, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:19.928092 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-ad622b49-cf72-4f3c-883f-a515af1eb787 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1245380083-network', 'tenant_id': 'dccc82d1a2564657998d82ac8d962eb8'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:45:19.955253 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad622b49-cf72-4f3c-883f-a515af1eb787 admin admin] Made reservation on behalf of dccc82d1a2564657998d82ac8d962eb8 for: {'network': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:45:19.958398 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ad622b49-cf72-4f3c-883f-a515af1eb787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for network, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:19.968631 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ad622b49-cf72-4f3c-883f-a515af1eb787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:20.033525 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d7c384-0d70-47b6-b3ab-69e2409355f0 None None] Pushing event updated for resources: {'Port': ['ID=8e97387d-ec9d-4e17-80a5-3a0f55a7f325,revision_number=3']} {{(pid=93165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:20.045278 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-6b7211dc-3f46-404e-809a-623596b92656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:20.060218 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-bf12dbbd-92aa-43c5-9237-ab3b09cbb1fb None None] Set router 6e2df32a-6e3a-4fc3-8207-3c25b7fbee56 gateway port host: dv-cinder-801617-3-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:45:20.079328 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ad622b49-cf72-4f3c-883f-a515af1eb787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:20.084043 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ad622b49-cf72-4f3c-883f-a515af1eb787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:20.110932 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-4fa756e0-d0d1-45f6-ace7-f5a3f4ff3039 None None] Provisioning for port 22929156-fdaf-4d70-8909-ab6614841ac0 completed by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:45:20.114223 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad622b49-cf72-4f3c-883f-a515af1eb787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75084007-15cc-4b59-a1c7-e60e3e10f81c,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:20.117967 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-4fa756e0-d0d1-45f6-ace7-f5a3f4ff3039 None None] Provisioning complete for port 22929156-fdaf-4d70-8909-ab6614841ac0 triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:45:20.118572 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4fa756e0-d0d1-45f6-ace7-f5a3f4ff3039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:20.129730 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad622b49-cf72-4f3c-883f-a515af1eb787 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=93162) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 05:45:20.150358 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ad622b49-cf72-4f3c-883f-a515af1eb787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502470'] for segment, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:20.150701 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.db.segments_db [None req-ad622b49-cf72-4f3c-883f-a515af1eb787 admin admin] Added segment 6043b322-585c-476c-baff-eb0bb598c7ac of type vlan for network d3456b6e-b5cc-46c1-8913-7e81cd29636f Jul 28 05:45:20.177105 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-4fa756e0-d0d1-45f6-ace7-f5a3f4ff3039 None None] Port 22929156-fdaf-4d70-8909-ab6614841ac0 cannot update to ACTIVE because it is not bound. {{(pid=93164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 05:45:20.215441 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ad622b49-cf72-4f3c-883f-a515af1eb787 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765227181150'] for network, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:20.243279 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 5babbe30-b1f9-451b-ba78-2d67618d119a up at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:45:20.252607 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-6b7211dc-3f46-404e-809a-623596b92656 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:20.255146 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ad622b49-cf72-4f3c-883f-a515af1eb787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463'] for network, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:20.257539 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad622b49-cf72-4f3c-883f-a515af1eb787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:20.258254 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-ad622b49-cf72-4f3c-883f-a515af1eb787 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for network, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:20.258463 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-bf12dbbd-92aa-43c5-9237-ab3b09cbb1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2df32a-6e3a-4fc3-8207-3c25b7fbee56', 'name': 'tempest-TestMinimumBasicScenario-1052875349-router', 'tenant_id': '9170eb4d61904947be3c1d3473eb6d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '8e97387d-ec9d-4e17-80a5-3a0f55a7f325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:45:17Z', 'updated_at': '2021-07-28T05:45:18Z', 'revision_number': 3, 'project_id': '9170eb4d61904947be3c1d3473eb6d1d', 'gw_port': {'id': '8e97387d-ec9d-4e17-80a5-3a0f55a7f325', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:47:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2df32a-6e3a-4fc3-8207-3c25b7fbee56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:45:17Z', 'updated_at': '2021-07-28T05:45:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi'}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:45:20.259245 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-6b7211dc-3f46-404e-809a-623596b92656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5267515'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:20.287832 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf12dbbd-92aa-43c5-9237-ab3b09cbb1fb None None] The sync data for ids ['6e2df32a-6e3a-4fc3-8207-3c25b7fbee56'] in dv-cinder-801617-3-iscsi is: [{'id': '6e2df32a-6e3a-4fc3-8207-3c25b7fbee56', 'name': 'tempest-TestMinimumBasicScenario-1052875349-router', 'tenant_id': '9170eb4d61904947be3c1d3473eb6d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '8e97387d-ec9d-4e17-80a5-3a0f55a7f325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:45:17Z', 'updated_at': '2021-07-28T05:45:18Z', 'revision_number': 3, 'project_id': '9170eb4d61904947be3c1d3473eb6d1d', 'gw_port': {'id': '8e97387d-ec9d-4e17-80a5-3a0f55a7f325', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:47:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2df32a-6e3a-4fc3-8207-3c25b7fbee56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:45:17Z', 'updated_at': '2021-07-28T05:45:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi'}] {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:45:20.295959 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning complete for port 5babbe30-b1f9-451b-ba78-2d67618d119a triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:45:20.296684 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:20.331857 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-ad622b49-cf72-4f3c-883f-a515af1eb787 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5297101 Jul 28 05:45:20.335335 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 40494) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:45:20.341338 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-3e2d7f32-09df-4874-9922-2a3fc579e56c admin admin] Request body: {'subnet': {'network_id': 'd3456b6e-b5cc-46c1-8913-7e81cd29636f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1245380083-subnet', 'tenant_id': 'dccc82d1a2564657998d82ac8d962eb8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:45:20.342395 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad622b49-cf72-4f3c-883f-a515af1eb787 admin admin] Pushing event updated for resources: {'Network': ['ID=d3456b6e-b5cc-46c1-8913-7e81cd29636f,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:20.355735 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-6b7211dc-3f46-404e-809a-623596b92656 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409570'] for router_interface, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:20.363857 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Network d3456b6e-b5cc-46c1-8913-7e81cd29636f details requested by agent ovs-agent-dv-cinder-801617-3-iscsi with host dv-cinder-801617-3-iscsi {{(pid=93164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 05:45:20.366882 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7211dc-3f46-404e-809a-623596b92656 admin admin] Pushing event updated for resources: {'Port': ['ID=22929156-fdaf-4d70-8909-ab6614841ac0,revision_number=2']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:20.383017 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:45:20.430623 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2d7f32-09df-4874-9922-2a3fc579e56c admin admin] Made reservation on behalf of dccc82d1a2564657998d82ac8d962eb8 for: {'subnet': 1} {{(pid=93163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:45:20.433383 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-3e2d7f32-09df-4874-9922-2a3fc579e56c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-536719605'] for subnet, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:20.552940 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7211dc-3f46-404e-809a-623596b92656 admin admin] Network ede6b695-9830-47b8-b631-f4cc4556be14 is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:45:20.558887 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-6b7211dc-3f46-404e-809a-623596b92656 admin admin] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:45:20.741823 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b7211dc-3f46-404e-809a-623596b92656 admin admin] Router 6e2df32a-6e3a-4fc3-8207-3c25b7fbee56 has already been hosted by L3 agent febb8baf-5368-4b94-affe-2856141f0f3f {{(pid=93163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 05:45:20.743488 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-3e2d7f32-09df-4874-9922-2a3fc579e56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5267620', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-536719495'] for subnet, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:20.802105 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-24306e76-986f-4e1d-8ee6-dd12b43f3844 None None] Provisioning complete for port 22929156-fdaf-4d70-8909-ab6614841ac0 triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:45:20.802456 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-24306e76-986f-4e1d-8ee6-dd12b43f3844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:20.808612 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2d7f32-09df-4874-9922-2a3fc579e56c admin admin] Pushing event updated for resources: {'Subnet': ['ID=388f371a-d0f3-4192-a751-712757987180,revision_number=0']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:20.837686 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-24306e76-986f-4e1d-8ee6-dd12b43f3844 None None] Port 22929156-fdaf-4d70-8909-ab6614841ac0 cannot update to ACTIVE because it is not bound. {{(pid=93164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 05:45:20.853699 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e2d7f32-09df-4874-9922-2a3fc579e56c admin admin] Checking segment: {'id': '6043b322-585c-476c-baff-eb0bb598c7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd3456b6e-b5cc-46c1-8913-7e81cd29636f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:45:20.854053 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2d7f32-09df-4874-9922-2a3fc579e56c admin admin] Network hostable DHCP agents. Network: d3456b6e-b5cc-46c1-8913-7e81cd29636f, hostable agents: ['0224797f-e6dd-43af-ba50-4dde553cda73'], hosted agents: [] {{(pid=93163) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 05:45:20.914050 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2d7f32-09df-4874-9922-2a3fc579e56c admin admin] Network d3456b6e-b5cc-46c1-8913-7e81cd29636f is scheduled to be hosted by DHCP agent 0224797f-e6dd-43af-ba50-4dde553cda73 with binding_index 1 {{(pid=93163) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 05:45:20.927322 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b7211dc-3f46-404e-809a-623596b92656 admin admin] Notify agent at l3_agent.dv-cinder-801617-3-iscsi the message routers_updated {{(pid=93163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:45:20.929647 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-3e2d7f32-09df-4874-9922-2a3fc579e56c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801617-3-iscsi, d3456b6e-b5cc-46c1-8913-7e81cd29636f) {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:45:20.934005 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-6b7211dc-3f46-404e-809a-623596b92656 admin admin] 10.222.0.13 "PUT /v2.0/routers/6e2df32a-6e3a-4fc3-8207-3c25b7fbee56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0490687 Jul 28 05:45:20.938002 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb6e570-828e-4930-9de6-d0a0f1179417 None None] Network d3456b6e-b5cc-46c1-8913-7e81cd29636f requested from dv-cinder-801617-3-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 05:45:20.948374 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2d7f32-09df-4874-9922-2a3fc579e56c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:20.949090 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-3e2d7f32-09df-4874-9922-2a3fc579e56c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for subnet, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:20.971470 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-3e2d7f32-09df-4874-9922-2a3fc579e56c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6300182 Jul 28 05:45:21.124226 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc59a607-1a54-4c54-a2ab-5c52f7ca856e None None] Network d3456b6e-b5cc-46c1-8913-7e81cd29636f requested from dv-cinder-801617-3-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 05:45:21.499494 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 40520) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:45:21.504564 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-c3a6015b-fa14-45e8-9926-4d5eaac9e61c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-600760814-network', 'tenant_id': 'f698adf3e2574837a3213f74b6c5ccc0'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:45:21.525384 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a6015b-fa14-45e8-9926-4d5eaac9e61c admin admin] Made reservation on behalf of f698adf3e2574837a3213f74b6c5ccc0 for: {'network': 1} {{(pid=93163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:45:21.527769 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-c3a6015b-fa14-45e8-9926-4d5eaac9e61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for network, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:21.537242 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-c3a6015b-fa14-45e8-9926-4d5eaac9e61c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:21.638162 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-c3a6015b-fa14-45e8-9926-4d5eaac9e61c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:21.641917 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-c3a6015b-fa14-45e8-9926-4d5eaac9e61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:21.665822 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3a6015b-fa14-45e8-9926-4d5eaac9e61c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=93163) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 05:45:21.675483 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a6015b-fa14-45e8-9926-4d5eaac9e61c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f396fdb4-dbb6-43d7-9fef-f7a572164ddc,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:21.681186 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-c3a6015b-fa14-45e8-9926-4d5eaac9e61c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502470'] for segment, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:21.681467 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.db.segments_db [None req-c3a6015b-fa14-45e8-9926-4d5eaac9e61c admin admin] Added segment 8e26c813-23de-462f-a953-2efd792b0736 of type vlan for network f15d88bc-a6ca-49e4-bb45-46499e7de2c7 Jul 28 05:45:21.722709 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-c3a6015b-fa14-45e8-9926-4d5eaac9e61c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765227181150'] for network, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:21.753748 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-c3a6015b-fa14-45e8-9926-4d5eaac9e61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463'] for network, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:21.754697 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a6015b-fa14-45e8-9926-4d5eaac9e61c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:21.755285 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-c3a6015b-fa14-45e8-9926-4d5eaac9e61c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for network, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:21.805498 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-c3a6015b-fa14-45e8-9926-4d5eaac9e61c admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3048298 Jul 28 05:45:21.808364 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 40526) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:45:21.813415 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-1aa5686b-d15e-4cec-b11f-b0627c5ca882 admin admin] Request body: {'subnet': {'network_id': 'f15d88bc-a6ca-49e4-bb45-46499e7de2c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-600760814-subnet', 'tenant_id': 'f698adf3e2574837a3213f74b6c5ccc0', 'ip_version': 4}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:45:21.814245 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a6015b-fa14-45e8-9926-4d5eaac9e61c admin admin] Pushing event updated for resources: {'Network': ['ID=f15d88bc-a6ca-49e4-bb45-46499e7de2c7,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:21.824807 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Network f15d88bc-a6ca-49e4-bb45-46499e7de2c7 details requested by agent ovs-agent-dv-cinder-801617-3-iscsi with host dv-cinder-801617-3-iscsi {{(pid=93164) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 05:45:21.834759 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa5686b-d15e-4cec-b11f-b0627c5ca882 admin admin] Made reservation on behalf of f698adf3e2574837a3213f74b6c5ccc0 for: {'subnet': 1} {{(pid=93162) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:45:21.837251 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1aa5686b-d15e-4cec-b11f-b0627c5ca882 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4220974'] for subnet, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:21.994283 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101c1e55-1151-4d7c-9c71-d2be07491573 None None] Sync routers for ids ['6e2df32a-6e3a-4fc3-8207-3c25b7fbee56'] in dv-cinder-801617-3-iscsi {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:45:22.004059 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101c1e55-1151-4d7c-9c71-d2be07491573 None None] Routers {'6e2df32a-6e3a-4fc3-8207-3c25b7fbee56'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:45:22.004667 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-101c1e55-1151-4d7c-9c71-d2be07491573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:44:57Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['6e2df32a-6e3a-4fc3-8207-3c25b7fbee56'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:45:22.009505 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1aa5686b-d15e-4cec-b11f-b0627c5ca882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4413987', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4221020'] for subnet, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:22.066699 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa5686b-d15e-4cec-b11f-b0627c5ca882 admin admin] Pushing event updated for resources: {'Subnet': ['ID=710903cd-96cf-4395-976a-93c8b28e37e0,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:22.074788 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa5686b-d15e-4cec-b11f-b0627c5ca882 admin admin] Checking segment: {'id': '8e26c813-23de-462f-a953-2efd792b0736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f15d88bc-a6ca-49e4-bb45-46499e7de2c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93162) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:45:22.075144 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa5686b-d15e-4cec-b11f-b0627c5ca882 admin admin] Network hostable DHCP agents. Network: f15d88bc-a6ca-49e4-bb45-46499e7de2c7, hostable agents: ['0224797f-e6dd-43af-ba50-4dde553cda73'], hosted agents: [] {{(pid=93162) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 05:45:22.092588 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa5686b-d15e-4cec-b11f-b0627c5ca882 admin admin] Network f15d88bc-a6ca-49e4-bb45-46499e7de2c7 is scheduled to be hosted by DHCP agent 0224797f-e6dd-43af-ba50-4dde553cda73 with binding_index 1 {{(pid=93162) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 05:45:22.106450 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-1aa5686b-d15e-4cec-b11f-b0627c5ca882 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801617-3-iscsi, f15d88bc-a6ca-49e4-bb45-46499e7de2c7) {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:45:22.112263 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa5686b-d15e-4cec-b11f-b0627c5ca882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93162) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:22.112864 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-1aa5686b-d15e-4cec-b11f-b0627c5ca882 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:22.116523 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5df88d-4c35-458f-acc4-f0bccb584474 None None] Network f15d88bc-a6ca-49e4-bb45-46499e7de2c7 requested from dv-cinder-801617-3-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 05:45:22.119958 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-101c1e55-1151-4d7c-9c71-d2be07491573 None None] Set router 6e2df32a-6e3a-4fc3-8207-3c25b7fbee56 gateway port host: dv-cinder-801617-3-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:45:22.128494 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-1aa5686b-d15e-4cec-b11f-b0627c5ca882 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3189771 Jul 28 05:45:22.131479 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 40528) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:45:22.136182 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-43763419-30e7-4d64-b070-3db24f50de0e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-600760814-router', 'tenant_id': 'f698adf3e2574837a3213f74b6c5ccc0', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d'}}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:45:22.157734 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-43763419-30e7-4d64-b070-3db24f50de0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-555544', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-936'] for router, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:22.158874 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-43763419-30e7-4d64-b070-3db24f50de0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-555711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-407410', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-566596', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-931'] for router, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:22.214031 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 8e97387d-ec9d-4e17-80a5-3a0f55a7f325 up at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:45:22.216943 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-43763419-30e7-4d64-b070-3db24f50de0e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:22.352540 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-43763419-30e7-4d64-b070-3db24f50de0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-406664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-555562', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-909'] for router, precommit_update {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:22.408856 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning for port 8e97387d-ec9d-4e17-80a5-3a0f55a7f325 completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:45:22.432045 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning complete for port 8e97387d-ec9d-4e17-80a5-3a0f55a7f325 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:45:22.432402 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:22.471658 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c8659c-cf46-418f-8911-6dea89fe80c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8013e485-fac1-5ac9-b3c7-78bb1bff2b0b-f15d88bc-a6ca-49e4-bb45-46499e7de2c7', 'network_id': 'f15d88bc-a6ca-49e4-bb45-46499e7de2c7', 'tenant_id': 'f698adf3e2574837a3213f74b6c5ccc0', 'fixed_ips': [{'subnet_id': '710903cd-96cf-4395-976a-93c8b28e37e0'}]}} from dv-cinder-801617-3-iscsi. {{(pid=93164) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 05:45:22.472318 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-e1c8659c-cf46-418f-8911-6dea89fe80c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:22.558539 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-43763419-30e7-4d64-b070-3db24f50de0e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:22.577428 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-43763419-30e7-4d64-b070-3db24f50de0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:22.621884 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-101c1e55-1151-4d7c-9c71-d2be07491573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2df32a-6e3a-4fc3-8207-3c25b7fbee56', 'name': 'tempest-TestMinimumBasicScenario-1052875349-router', 'tenant_id': '9170eb4d61904947be3c1d3473eb6d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '8e97387d-ec9d-4e17-80a5-3a0f55a7f325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:45:17Z', 'updated_at': '2021-07-28T05:45:19Z', 'revision_number': 4, 'project_id': '9170eb4d61904947be3c1d3473eb6d1d', 'gw_port': {'id': '8e97387d-ec9d-4e17-80a5-3a0f55a7f325', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:47:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2df32a-6e3a-4fc3-8207-3c25b7fbee56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:45:17Z', 'updated_at': '2021-07-28T05:45:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_interfaces': [{'id': '22929156-fdaf-4d70-8909-ab6614841ac0', 'name': '', 'network_id': 'ede6b695-9830-47b8-b631-f4cc4556be14', 'tenant_id': '9170eb4d61904947be3c1d3473eb6d1d', 'mac_address': 'fa:16:3e:07:b8:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2df32a-6e3a-4fc3-8207-3c25b7fbee56', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '9691bee0-5151-463a-9aae-3e5264d2934a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:45:19Z', 'updated_at': '2021-07-28T05:45:20Z', 'revision_number': 2, 'project_id': '9170eb4d61904947be3c1d3473eb6d1d', 'subnets': [{'id': '9691bee0-5151-463a-9aae-3e5264d2934a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:45:22.678278 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101c1e55-1151-4d7c-9c71-d2be07491573 None None] Checking router: 6e2df32a-6e3a-4fc3-8207-3c25b7fbee56 for host: dv-cinder-801617-3-iscsi {{(pid=93164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:45:22.679148 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101c1e55-1151-4d7c-9c71-d2be07491573 None None] Updating router 6e2df32a-6e3a-4fc3-8207-3c25b7fbee56 port 22929156-fdaf-4d70-8909-ab6614841ac0 binding host dv-cinder-801617-3-iscsi {{(pid=93164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 05:45:22.687513 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_common [None req-43763419-30e7-4d64-b070-3db24f50de0e admin admin] Allocated IP 172.27.2.208 (c7125004-43ac-4633-9f2f-3f406f3e858d/e72a7812-7eaf-41ec-8662-055279a1b0f7/40e3f774-3403-46b1-8f41-29aaf328a893) {{(pid=93162) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:45:22.699538 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:22.726498 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-101c1e55-1151-4d7c-9c71-d2be07491573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:22.746303 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.db_base_plugin_common [None req-e1c8659c-cf46-418f-8911-6dea89fe80c2 None None] Allocated IP 172.20.0.2 (f15d88bc-a6ca-49e4-bb45-46499e7de2c7/710903cd-96cf-4395-976a-93c8b28e37e0/b04950cf-02e8-4157-8adc-e06dce3b5bbd) {{(pid=93164) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:45:22.750986 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] For port 8e97387d-ec9d-4e17-80a5-3a0f55a7f325, host dv-cinder-801617-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=8e97387d-ec9d-4e17-80a5-3a0f55a7f325,segment=NetworkSegment(d34fa97e-0825-4a06-9105-26c8994a2a7e),segment_id=d34fa97e-0825-4a06-9105-26c8994a2a7e)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:45:22.758168 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:22.807264 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-43763419-30e7-4d64-b070-3db24f50de0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:22.853176 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-43763419-30e7-4d64-b070-3db24f50de0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227148292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4414135'] for port, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:22.900431 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43763419-30e7-4d64-b070-3db24f50de0e admin admin] Network c7125004-43ac-4633-9f2f-3f406f3e858d is already hosted by enough agents. {{(pid=93162) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:45:22.905766 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.base_scheduler [None req-43763419-30e7-4d64-b070-3db24f50de0e admin admin] Resources bound (agent type, host, resource id): {{(pid=93162) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:45:22.910693 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43763419-30e7-4d64-b070-3db24f50de0e admin admin] Received port after_create {{(pid=93162) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 05:45:22.914202 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43763419-30e7-4d64-b070-3db24f50de0e admin admin] Pushing event updated for resources: {'Port': ['ID=40e3f774-3403-46b1-8f41-29aaf328a893,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:22.956771 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d264dd-f820-4011-ac64-3d8b6d16f6a5 req-7d02b611-e730-428b-a2c1-b6ed071b36a9 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:22.959308 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-17d264dd-f820-4011-ac64-3d8b6d16f6a5 req-7d02b611-e730-428b-a2c1-b6ed071b36a9 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.13 "GET /v2.0/networks?id=d3456b6e-b5cc-46c1-8913-7e81cd29636f HTTP/1.1" status: 200 len: 809 time: 0.1188281 Jul 28 05:45:22.974983 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-17d264dd-f820-4011-ac64-3d8b6d16f6a5 req-423c8678-45e2-4999-8496-59dd4729bda0 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.13 "GET /v2.0/quotas/dccc82d1a2564657998d82ac8d962eb8 HTTP/1.1" status: 200 len: 375 time: 0.0096796 Jul 28 05:45:23.009136 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-17d264dd-f820-4011-ac64-3d8b6d16f6a5 req-fcd8dae4-4c3f-4e53-b729-a71b2bb26cdb tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=dccc82d1a2564657998d82ac8d962eb8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280776 Jul 28 05:45:23.079024 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Pushing event updated for resources: {'Port': ['ID=8e97387d-ec9d-4e17-80a5-3a0f55a7f325,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:23.134372 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [req-17d264dd-f820-4011-ac64-3d8b6d16f6a5 req-a4a3ce22-f0e1-4e8a-8c85-935640e02407 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=93163) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 05:45:23.135373 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-17d264dd-f820-4011-ac64-3d8b6d16f6a5 req-a4a3ce22-f0e1-4e8a-8c85-935640e02407 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1184037 Jul 28 05:45:23.232361 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-17d264dd-f820-4011-ac64-3d8b6d16f6a5 req-b977cb03-7f94-4471-bee9-2b80de5db316 service neutron] 10.222.0.13 "GET /v2.0/networks/d3456b6e-b5cc-46c1-8913-7e81cd29636f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904908 Jul 28 05:45:23.236119 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-e1c8659c-cf46-418f-8911-6dea89fe80c2 None None] Notify callbacks [] for port, precommit_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:23.254987 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-e1c8659c-cf46-418f-8911-6dea89fe80c2 None None] Transition to ACTIVE for port object b04950cf-02e8-4157-8adc-e06dce3b5bbd will not be triggered until provisioned by entity L2. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:45:23.308622 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-e1c8659c-cf46-418f-8911-6dea89fe80c2 None None] Transition to ACTIVE for port object b04950cf-02e8-4157-8adc-e06dce3b5bbd will not be triggered until provisioned by entity DHCP. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:45:23.326625 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-e1c8659c-cf46-418f-8911-6dea89fe80c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227148292'] for port, after_create {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:23.333629 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-101c1e55-1151-4d7c-9c71-d2be07491573 None None] Notify callbacks [] for port, precommit_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:23.333862 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-17d264dd-f820-4011-ac64-3d8b6d16f6a5 req-88a6d94b-993b-4c73-b7eb-4401d5d04559 service neutron] 10.222.0.13 "GET /v2.0/networks/d3456b6e-b5cc-46c1-8913-7e81cd29636f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907390 Jul 28 05:45:23.376799 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-101c1e55-1151-4d7c-9c71-d2be07491573 None None] Transition to ACTIVE for port object 22929156-fdaf-4d70-8909-ab6614841ac0 will not be triggered until provisioned by entity L2. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:45:23.381479 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c8659c-cf46-418f-8911-6dea89fe80c2 None None] Network f15d88bc-a6ca-49e4-bb45-46499e7de2c7 is already hosted by enough agents. {{(pid=93164) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:45:23.385447 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.scheduler.base_scheduler [None req-e1c8659c-cf46-418f-8911-6dea89fe80c2 None None] Resources bound (agent type, host, resource id): {{(pid=93164) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:45:23.389265 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c8659c-cf46-418f-8911-6dea89fe80c2 None None] Received port after_create {{(pid=93164) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 05:45:23.395874 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-101c1e55-1151-4d7c-9c71-d2be07491573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:23.402494 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-43763419-30e7-4d64-b070-3db24f50de0e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:23.404763 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c8659c-cf46-418f-8911-6dea89fe80c2 None None] Pushing event updated for resources: {'Port': ['ID=b04950cf-02e8-4157-8adc-e06dce3b5bbd,revision_number=1']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:23.529352 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-e1c8659c-cf46-418f-8911-6dea89fe80c2 None None] Attempting to bind port b04950cf-02e8-4157-8adc-e06dce3b5bbd on host dv-cinder-801617-3-iscsi for vnic_type normal with profile {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 05:45:23.529717 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-e1c8659c-cf46-418f-8911-6dea89fe80c2 None None] Attempting to bind port b04950cf-02e8-4157-8adc-e06dce3b5bbd by drivers openvswitch,hyperv on host dv-cinder-801617-3-iscsi at level 0 using segments [{'id': '8e26c813-23de-462f-a953-2efd792b0736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f15d88bc-a6ca-49e4-bb45-46499e7de2c7'}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 05:45:23.530082 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c8659c-cf46-418f-8911-6dea89fe80c2 None None] Attempting to bind port b04950cf-02e8-4157-8adc-e06dce3b5bbd on network f15d88bc-a6ca-49e4-bb45-46499e7de2c7 {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:45:23.556628 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af3470f-e4c3-44f5-95f1-9287c781d2bc None None] Pushing event updated for resources: {'Port': ['ID=22929156-fdaf-4d70-8909-ab6614841ac0,revision_number=3']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:23.570391 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c8659c-cf46-418f-8911-6dea89fe80c2 None None] Checking agent: {'id': '3fbc40da-b90e-4a82-82aa-1ec33702809d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 5, 1, 27), 'started_at': datetime.datetime(2021, 7, 28, 5, 1, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 5, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 05:45:23.570391 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c8659c-cf46-418f-8911-6dea89fe80c2 None None] Checking segment: {'id': '8e26c813-23de-462f-a953-2efd792b0736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f15d88bc-a6ca-49e4-bb45-46499e7de2c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:45:23.570717 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-e1c8659c-cf46-418f-8911-6dea89fe80c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:23.577971 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c8659c-cf46-418f-8911-6dea89fe80c2 None None] Bound using segment: {'id': '8e26c813-23de-462f-a953-2efd792b0736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f15d88bc-a6ca-49e4-bb45-46499e7de2c7'} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 05:45:23.578673 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-e1c8659c-cf46-418f-8911-6dea89fe80c2 None None] Bound port: b04950cf-02e8-4157-8adc-e06dce3b5bbd, host: dv-cinder-801617-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e26c813-23de-462f-a953-2efd792b0736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f15d88bc-a6ca-49e4-bb45-46499e7de2c7'}}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 05:45:23.578990 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-e1c8659c-cf46-418f-8911-6dea89fe80c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:23.581085 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3a4e87ef-1761-4cfd-bdb4-49ab6283d461 req-329fc43e-d87f-4bb7-b517-4889a09f1600 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9dfe4d0-bf7c-4d53-b874-1e4e8bb54176 HTTP/1.1" status: 200 len: 210 time: 0.0464325 Jul 28 05:45:23.651747 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-101c1e55-1151-4d7c-9c71-d2be07491573 None None] Attempting to bind port 22929156-fdaf-4d70-8909-ab6614841ac0 on host dv-cinder-801617-3-iscsi for vnic_type normal with profile {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 05:45:23.651747 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-101c1e55-1151-4d7c-9c71-d2be07491573 None None] Attempting to bind port 22929156-fdaf-4d70-8909-ab6614841ac0 by drivers openvswitch,hyperv on host dv-cinder-801617-3-iscsi at level 0 using segments [{'id': 'b6b1fc69-a370-4059-adc5-9ad09eb4aadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ede6b695-9830-47b8-b631-f4cc4556be14'}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 05:45:23.651747 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101c1e55-1151-4d7c-9c71-d2be07491573 None None] Attempting to bind port 22929156-fdaf-4d70-8909-ab6614841ac0 on network ede6b695-9830-47b8-b631-f4cc4556be14 {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:45:23.658996 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101c1e55-1151-4d7c-9c71-d2be07491573 None None] Checking agent: {'id': '3fbc40da-b90e-4a82-82aa-1ec33702809d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 5, 1, 27), 'started_at': datetime.datetime(2021, 7, 28, 5, 1, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 5, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 05:45:23.659372 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101c1e55-1151-4d7c-9c71-d2be07491573 None None] Checking segment: {'id': 'b6b1fc69-a370-4059-adc5-9ad09eb4aadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ede6b695-9830-47b8-b631-f4cc4556be14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:45:23.659540 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-43763419-30e7-4d64-b070-3db24f50de0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-555555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-406701'] for router, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:23.659801 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-101c1e55-1151-4d7c-9c71-d2be07491573 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:23.660191 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101c1e55-1151-4d7c-9c71-d2be07491573 None None] Bound using segment: {'id': 'b6b1fc69-a370-4059-adc5-9ad09eb4aadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ede6b695-9830-47b8-b631-f4cc4556be14'} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 05:45:23.660665 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-101c1e55-1151-4d7c-9c71-d2be07491573 None None] Bound port: 22929156-fdaf-4d70-8909-ab6614841ac0, host: dv-cinder-801617-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6b1fc69-a370-4059-adc5-9ad09eb4aadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ede6b695-9830-47b8-b631-f4cc4556be14'}}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 05:45:23.661045 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-101c1e55-1151-4d7c-9c71-d2be07491573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:23.764959 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-e1c8659c-cf46-418f-8911-6dea89fe80c2 None None] For port b04950cf-02e8-4157-8adc-e06dce3b5bbd, host dv-cinder-801617-3-iscsi, cleared binding levels {{(pid=93164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:45:23.787355 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-e1c8659c-cf46-418f-8911-6dea89fe80c2 None None] For port b04950cf-02e8-4157-8adc-e06dce3b5bbd, host dv-cinder-801617-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=b04950cf-02e8-4157-8adc-e06dce3b5bbd,segment=NetworkSegment(8e26c813-23de-462f-a953-2efd792b0736),segment_id=8e26c813-23de-462f-a953-2efd792b0736)] {{(pid=93164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:45:23.789261 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-101c1e55-1151-4d7c-9c71-d2be07491573 None None] For port 22929156-fdaf-4d70-8909-ab6614841ac0, host dv-cinder-801617-3-iscsi, cleared binding levels {{(pid=93164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:45:23.801901 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-e1c8659c-cf46-418f-8911-6dea89fe80c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:23.809647 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43763419-30e7-4d64-b070-3db24f50de0e admin admin] Router fde7fd31-f584-4b12-860a-0f98840feeeb is scheduled to L3 agent febb8baf-5368-4b94-affe-2856141f0f3f with binding_index 1 {{(pid=93162) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 05:45:23.810027 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-101c1e55-1151-4d7c-9c71-d2be07491573 None None] For port 22929156-fdaf-4d70-8909-ab6614841ac0, host dv-cinder-801617-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=22929156-fdaf-4d70-8909-ab6614841ac0,segment=NetworkSegment(b6b1fc69-a370-4059-adc5-9ad09eb4aadf),segment_id=b6b1fc69-a370-4059-adc5-9ad09eb4aadf)] {{(pid=93164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:45:23.839436 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-101c1e55-1151-4d7c-9c71-d2be07491573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:23.902242 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c8659c-cf46-418f-8911-6dea89fe80c2 None None] Pushing event updated for resources: {'Port': ['ID=b04950cf-02e8-4157-8adc-e06dce3b5bbd,revision_number=2']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:23.937545 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101c1e55-1151-4d7c-9c71-d2be07491573 None None] Routers {'6e2df32a-6e3a-4fc3-8207-3c25b7fbee56'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:45:23.938264 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-101c1e55-1151-4d7c-9c71-d2be07491573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:44:57Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['6e2df32a-6e3a-4fc3-8207-3c25b7fbee56'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:45:23.966269 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43763419-30e7-4d64-b070-3db24f50de0e admin admin] Notify agent at l3_agent.dv-cinder-801617-3-iscsi the message routers_updated {{(pid=93162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:45:23.975764 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305cc2c4-33c4-4e54-aa47-76c8d7ee2396 None None] Sync routers for ids ['fde7fd31-f584-4b12-860a-0f98840feeeb'] in dv-cinder-801617-3-iscsi {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:45:23.987684 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-43763419-30e7-4d64-b070-3db24f50de0e admin admin] Notify callbacks [] for router, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:23.989580 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-43763419-30e7-4d64-b070-3db24f50de0e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8571596 Jul 28 05:45:23.993104 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 40560) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:45:24.015978 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305cc2c4-33c4-4e54-aa47-76c8d7ee2396 None None] Routers {'fde7fd31-f584-4b12-860a-0f98840feeeb'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:45:24.018832 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-305cc2c4-33c4-4e54-aa47-76c8d7ee2396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:44:57Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['fde7fd31-f584-4b12-860a-0f98840feeeb'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:45:24.021476 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-8bfea88a-71d0-48a5-ba81-6fea16942bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:24.027959 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af3470f-e4c3-44f5-95f1-9287c781d2bc None None] Pushing event updated for resources: {'Port': ['ID=22929156-fdaf-4d70-8909-ab6614841ac0,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:24.154599 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-101c1e55-1151-4d7c-9c71-d2be07491573 None None] Set router 6e2df32a-6e3a-4fc3-8207-3c25b7fbee56 gateway port host: dv-cinder-801617-3-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:45:24.221565 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-305cc2c4-33c4-4e54-aa47-76c8d7ee2396 None None] Set router fde7fd31-f584-4b12-860a-0f98840feeeb gateway port host: dv-cinder-801617-3-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:45:24.240360 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 8e97387d-ec9d-4e17-80a5-3a0f55a7f325 up at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:45:24.445669 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning complete for port 8e97387d-ec9d-4e17-80a5-3a0f55a7f325 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:45:24.445852 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:24.466502 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-305cc2c4-33c4-4e54-aa47-76c8d7ee2396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde7fd31-f584-4b12-860a-0f98840feeeb', 'name': 'tempest-TestMinimumBasicScenario-600760814-router', 'tenant_id': 'f698adf3e2574837a3213f74b6c5ccc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '40e3f774-3403-46b1-8f41-29aaf328a893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:45:22Z', 'updated_at': '2021-07-28T05:45:23Z', 'revision_number': 3, 'project_id': 'f698adf3e2574837a3213f74b6c5ccc0', 'gw_port': {'id': '40e3f774-3403-46b1-8f41-29aaf328a893', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:62:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde7fd31-f584-4b12-860a-0f98840feeeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:45:22Z', 'updated_at': '2021-07-28T05:45:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi'}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:45:24.495183 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305cc2c4-33c4-4e54-aa47-76c8d7ee2396 None None] Checking router: fde7fd31-f584-4b12-860a-0f98840feeeb for host: dv-cinder-801617-3-iscsi {{(pid=93165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:45:24.496742 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305cc2c4-33c4-4e54-aa47-76c8d7ee2396 None None] Updating router fde7fd31-f584-4b12-860a-0f98840feeeb port 40e3f774-3403-46b1-8f41-29aaf328a893 binding host dv-cinder-801617-3-iscsi {{(pid=93165) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 05:45:24.525377 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-305cc2c4-33c4-4e54-aa47-76c8d7ee2396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:24.573244 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-101c1e55-1151-4d7c-9c71-d2be07491573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2df32a-6e3a-4fc3-8207-3c25b7fbee56', 'name': 'tempest-TestMinimumBasicScenario-1052875349-router', 'tenant_id': '9170eb4d61904947be3c1d3473eb6d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '8e97387d-ec9d-4e17-80a5-3a0f55a7f325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:45:17Z', 'updated_at': '2021-07-28T05:45:19Z', 'revision_number': 4, 'project_id': '9170eb4d61904947be3c1d3473eb6d1d', 'gw_port': {'id': '8e97387d-ec9d-4e17-80a5-3a0f55a7f325', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:47:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2df32a-6e3a-4fc3-8207-3c25b7fbee56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:45:17Z', 'updated_at': '2021-07-28T05:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_interfaces': [{'id': '22929156-fdaf-4d70-8909-ab6614841ac0', 'name': '', 'network_id': 'ede6b695-9830-47b8-b631-f4cc4556be14', 'tenant_id': '9170eb4d61904947be3c1d3473eb6d1d', 'mac_address': 'fa:16:3e:07:b8:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2df32a-6e3a-4fc3-8207-3c25b7fbee56', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '9691bee0-5151-463a-9aae-3e5264d2934a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:45:19Z', 'updated_at': '2021-07-28T05:45:23Z', 'revision_number': 4, 'project_id': '9170eb4d61904947be3c1d3473eb6d1d', 'subnets': [{'id': '9691bee0-5151-463a-9aae-3e5264d2934a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:45:24.603625 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101c1e55-1151-4d7c-9c71-d2be07491573 None None] The sync data for ids ['6e2df32a-6e3a-4fc3-8207-3c25b7fbee56'] in dv-cinder-801617-3-iscsi is: [{'id': '6e2df32a-6e3a-4fc3-8207-3c25b7fbee56', 'name': 'tempest-TestMinimumBasicScenario-1052875349-router', 'tenant_id': '9170eb4d61904947be3c1d3473eb6d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '8e97387d-ec9d-4e17-80a5-3a0f55a7f325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:45:17Z', 'updated_at': '2021-07-28T05:45:19Z', 'revision_number': 4, 'project_id': '9170eb4d61904947be3c1d3473eb6d1d', 'gw_port': {'id': '8e97387d-ec9d-4e17-80a5-3a0f55a7f325', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:47:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2df32a-6e3a-4fc3-8207-3c25b7fbee56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:45:17Z', 'updated_at': '2021-07-28T05:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_interfaces': [{'id': '22929156-fdaf-4d70-8909-ab6614841ac0', 'name': '', 'network_id': 'ede6b695-9830-47b8-b631-f4cc4556be14', 'tenant_id': '9170eb4d61904947be3c1d3473eb6d1d', 'mac_address': 'fa:16:3e:07:b8:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e2df32a-6e3a-4fc3-8207-3c25b7fbee56', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '9691bee0-5151-463a-9aae-3e5264d2934a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:45:19Z', 'updated_at': '2021-07-28T05:45:23Z', 'revision_number': 4, 'project_id': '9170eb4d61904947be3c1d3473eb6d1d', 'subnets': [{'id': '9691bee0-5151-463a-9aae-3e5264d2934a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:45:24.706172 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-770c6cad-d125-4470-97f0-b499f202b76b req-a944647a-3639-4e74-a952-78078fe5b72c tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9dfe4d0-bf7c-4d53-b874-1e4e8bb54176 HTTP/1.1" status: 200 len: 210 time: 0.0455632 Jul 28 05:45:24.933790 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-305cc2c4-33c4-4e54-aa47-76c8d7ee2396 None None] Notify callbacks [] for port, precommit_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:24.966930 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.provisioning_blocks [None req-305cc2c4-33c4-4e54-aa47-76c8d7ee2396 None None] Transition to ACTIVE for port object 40e3f774-3403-46b1-8f41-29aaf328a893 will not be triggered until provisioned by entity L2. {{(pid=93165) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:45:24.975837 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-305cc2c4-33c4-4e54-aa47-76c8d7ee2396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:25.039962 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9f1037-22ae-4f2d-8d02-51eef51bbb4e None None] Pushing event updated for resources: {'Port': ['ID=40e3f774-3403-46b1-8f41-29aaf328a893,revision_number=2']} {{(pid=93165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:25.057678 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.managers [None req-305cc2c4-33c4-4e54-aa47-76c8d7ee2396 None None] Attempting to bind port 40e3f774-3403-46b1-8f41-29aaf328a893 on host dv-cinder-801617-3-iscsi for vnic_type normal with profile {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 05:45:25.058432 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.managers [None req-305cc2c4-33c4-4e54-aa47-76c8d7ee2396 None None] Attempting to bind port 40e3f774-3403-46b1-8f41-29aaf328a893 by drivers openvswitch,hyperv on host dv-cinder-801617-3-iscsi at level 0 using segments [{'id': 'd34fa97e-0825-4a06-9105-26c8994a2a7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d'}] {{(pid=93165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 05:45:25.058635 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305cc2c4-33c4-4e54-aa47-76c8d7ee2396 None None] Attempting to bind port 40e3f774-3403-46b1-8f41-29aaf328a893 on network c7125004-43ac-4633-9f2f-3f406f3e858d {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:45:25.069941 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305cc2c4-33c4-4e54-aa47-76c8d7ee2396 None None] Checking agent: {'id': '3fbc40da-b90e-4a82-82aa-1ec33702809d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 5, 1, 27), 'started_at': datetime.datetime(2021, 7, 28, 5, 1, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 5, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 05:45:25.070568 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305cc2c4-33c4-4e54-aa47-76c8d7ee2396 None None] Checking segment: {'id': 'd34fa97e-0825-4a06-9105-26c8994a2a7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93165) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:45:25.071280 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-305cc2c4-33c4-4e54-aa47-76c8d7ee2396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:25.071796 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305cc2c4-33c4-4e54-aa47-76c8d7ee2396 None None] Bound using segment: {'id': 'd34fa97e-0825-4a06-9105-26c8994a2a7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d'} {{(pid=93165) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 05:45:25.072544 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.managers [None req-305cc2c4-33c4-4e54-aa47-76c8d7ee2396 None None] Bound port: 40e3f774-3403-46b1-8f41-29aaf328a893, host: dv-cinder-801617-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd34fa97e-0825-4a06-9105-26c8994a2a7e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d'}}] {{(pid=93165) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 05:45:25.073034 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-305cc2c4-33c4-4e54-aa47-76c8d7ee2396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:25.091498 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d264dd-f820-4011-ac64-3d8b6d16f6a5 req-0121982f-37c2-4f4b-9be1-9e57d3980aba tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:25.093471 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-17d264dd-f820-4011-ac64-3d8b6d16f6a5 req-0121982f-37c2-4f4b-9be1-9e57d3980aba tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.21 "GET /v2.0/networks?id=d3456b6e-b5cc-46c1-8913-7e81cd29636f HTTP/1.1" status: 200 len: 809 time: 0.2434256 Jul 28 05:45:25.124128 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [req-17d264dd-f820-4011-ac64-3d8b6d16f6a5 req-872788b9-54cc-4bd0-a1da-95b618b2ef92 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] Request body: {'port': {'device_id': 'd9dfe4d0-bf7c-4d53-b874-1e4e8bb54176', 'network_id': 'd3456b6e-b5cc-46c1-8913-7e81cd29636f', 'admin_state_up': True, 'tenant_id': 'dccc82d1a2564657998d82ac8d962eb8'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:45:25.134897 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.db [None req-305cc2c4-33c4-4e54-aa47-76c8d7ee2396 None None] For port 40e3f774-3403-46b1-8f41-29aaf328a893, host dv-cinder-801617-3-iscsi, cleared binding levels {{(pid=93165) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:45:25.138532 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.plugins.ml2.db [None req-305cc2c4-33c4-4e54-aa47-76c8d7ee2396 None None] For port 40e3f774-3403-46b1-8f41-29aaf328a893, host dv-cinder-801617-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=40e3f774-3403-46b1-8f41-29aaf328a893,segment=NetworkSegment(d34fa97e-0825-4a06-9105-26c8994a2a7e),segment_id=d34fa97e-0825-4a06-9105-26c8994a2a7e)] {{(pid=93165) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:45:25.146007 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron_lib.callbacks.manager [None req-305cc2c4-33c4-4e54-aa47-76c8d7ee2396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93165) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:25.198522 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-bc815c58-f7a7-4290-a865-f4262de134c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:25.229759 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305cc2c4-33c4-4e54-aa47-76c8d7ee2396 None None] Routers {'fde7fd31-f584-4b12-860a-0f98840feeeb'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:45:25.230403 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-305cc2c4-33c4-4e54-aa47-76c8d7ee2396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:44:57Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['fde7fd31-f584-4b12-860a-0f98840feeeb'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:45:25.268740 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9f1037-22ae-4f2d-8d02-51eef51bbb4e None None] Pushing event updated for resources: {'Port': ['ID=40e3f774-3403-46b1-8f41-29aaf328a893,revision_number=3']} {{(pid=93165) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:25.279362 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd5220d-b32f-407f-9fe7-8a66771fe2e7 None None] Network f15d88bc-a6ca-49e4-bb45-46499e7de2c7 requested from dv-cinder-801617-3-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 05:45:25.360933 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-cb23c7b7-ff1a-4f04-9ef9-161f3fc1b863 None None] Provisioning for port b04950cf-02e8-4157-8adc-e06dce3b5bbd completed by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:45:25.365240 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-305cc2c4-33c4-4e54-aa47-76c8d7ee2396 None None] Set router fde7fd31-f584-4b12-860a-0f98840feeeb gateway port host: dv-cinder-801617-3-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:45:25.366268 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17d264dd-f820-4011-ac64-3d8b6d16f6a5 req-872788b9-54cc-4bd0-a1da-95b618b2ef92 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] Made reservation on behalf of dccc82d1a2564657998d82ac8d962eb8 for: {'port': 1} {{(pid=93163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:45:25.369970 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-17d264dd-f820-4011-ac64-3d8b6d16f6a5 req-872788b9-54cc-4bd0-a1da-95b618b2ef92 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:25.559833 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-305cc2c4-33c4-4e54-aa47-76c8d7ee2396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde7fd31-f584-4b12-860a-0f98840feeeb', 'name': 'tempest-TestMinimumBasicScenario-600760814-router', 'tenant_id': 'f698adf3e2574837a3213f74b6c5ccc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '40e3f774-3403-46b1-8f41-29aaf328a893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:45:22Z', 'updated_at': '2021-07-28T05:45:23Z', 'revision_number': 3, 'project_id': 'f698adf3e2574837a3213f74b6c5ccc0', 'gw_port': {'id': '40e3f774-3403-46b1-8f41-29aaf328a893', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:62:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde7fd31-f584-4b12-860a-0f98840feeeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:45:22Z', 'updated_at': '2021-07-28T05:45:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi'}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:45:25.562219 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_common [req-17d264dd-f820-4011-ac64-3d8b6d16f6a5 req-872788b9-54cc-4bd0-a1da-95b618b2ef92 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] Allocated IP 172.20.0.5 (d3456b6e-b5cc-46c1-8913-7e81cd29636f/388f371a-d0f3-4192-a751-712757987180/a2f47e4b-40dd-45df-8b17-5925c82d39a5) {{(pid=93163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:45:25.573949 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_common [None req-bc815c58-f7a7-4290-a865-f4262de134c6 admin admin] Allocated IP 172.20.0.1 (f15d88bc-a6ca-49e4-bb45-46499e7de2c7/710903cd-96cf-4395-976a-93c8b28e37e0/b3aa1fda-bd6c-4ec4-b3f9-8ad722683f12) {{(pid=93163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:45:25.595927 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-305cc2c4-33c4-4e54-aa47-76c8d7ee2396 None None] The sync data for ids ['fde7fd31-f584-4b12-860a-0f98840feeeb'] in dv-cinder-801617-3-iscsi is: [{'id': 'fde7fd31-f584-4b12-860a-0f98840feeeb', 'name': 'tempest-TestMinimumBasicScenario-600760814-router', 'tenant_id': 'f698adf3e2574837a3213f74b6c5ccc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '40e3f774-3403-46b1-8f41-29aaf328a893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:45:22Z', 'updated_at': '2021-07-28T05:45:23Z', 'revision_number': 3, 'project_id': 'f698adf3e2574837a3213f74b6c5ccc0', 'gw_port': {'id': '40e3f774-3403-46b1-8f41-29aaf328a893', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:62:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde7fd31-f584-4b12-860a-0f98840feeeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:45:22Z', 'updated_at': '2021-07-28T05:45:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi'}] {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:45:25.851505 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a7a43157-4725-4dfa-807f-104e4e857f0b req-044a2eb7-2d62-42bc-b5b0-6f2610223b6c tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9dfe4d0-bf7c-4d53-b874-1e4e8bb54176 HTTP/1.1" status: 200 len: 210 time: 0.0492857 Jul 28 05:45:25.859590 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-bc815c58-f7a7-4290-a865-f4262de134c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:25.928095 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [None req-bc815c58-f7a7-4290-a865-f4262de134c6 admin admin] Transition to ACTIVE for port object b3aa1fda-bd6c-4ec4-b3f9-8ad722683f12 will not be triggered until provisioned by entity DHCP. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:45:25.939942 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-17d264dd-f820-4011-ac64-3d8b6d16f6a5 req-872788b9-54cc-4bd0-a1da-95b618b2ef92 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] Notify callbacks [] for port, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:26.000916 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-bc815c58-f7a7-4290-a865-f4262de134c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227148292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5267504'] for port, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:26.007168 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-17d264dd-f820-4011-ac64-3d8b6d16f6a5 req-872788b9-54cc-4bd0-a1da-95b618b2ef92 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227148292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5267504'] for port, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:26.059775 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc815c58-f7a7-4290-a865-f4262de134c6 admin admin] Network f15d88bc-a6ca-49e4-bb45-46499e7de2c7 is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:45:26.067351 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc815c58-f7a7-4290-a865-f4262de134c6 admin admin] Pushing event updated for resources: {'Port': ['ID=b3aa1fda-bd6c-4ec4-b3f9-8ad722683f12,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:26.070412 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-bc815c58-f7a7-4290-a865-f4262de134c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:45:26.075763 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17d264dd-f820-4011-ac64-3d8b6d16f6a5 req-872788b9-54cc-4bd0-a1da-95b618b2ef92 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] Network d3456b6e-b5cc-46c1-8913-7e81cd29636f is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:45:26.077570 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc815c58-f7a7-4290-a865-f4262de134c6 admin admin] Received port after_create {{(pid=93163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 05:45:26.099794 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [req-17d264dd-f820-4011-ac64-3d8b6d16f6a5 req-872788b9-54cc-4bd0-a1da-95b618b2ef92 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:45:26.121542 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [req-17d264dd-f820-4011-ac64-3d8b6d16f6a5 req-872788b9-54cc-4bd0-a1da-95b618b2ef92 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] Received port after_create {{(pid=93163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 05:45:26.168771 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872788b9-54cc-4bd0-a1da-95b618b2ef92 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] Pushing event updated for resources: {'Port': ['ID=a2f47e4b-40dd-45df-8b17-5925c82d39a5,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:26.186450 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-bc815c58-f7a7-4290-a865-f4262de134c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-406642'] for router_interface, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:26.263883 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d264dd-f820-4011-ac64-3d8b6d16f6a5 req-872788b9-54cc-4bd0-a1da-95b618b2ef92 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:26.264546 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-17d264dd-f820-4011-ac64-3d8b6d16f6a5 req-872788b9-54cc-4bd0-a1da-95b618b2ef92 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068'] for port, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:26.306074 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 22929156-fdaf-4d70-8909-ab6614841ac0 up at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:45:26.329003 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-17d264dd-f820-4011-ac64-3d8b6d16f6a5 req-872788b9-54cc-4bd0-a1da-95b618b2ef92 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2112758 Jul 28 05:45:26.352139 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [req-17d264dd-f820-4011-ac64-3d8b6d16f6a5 req-71fd5d72-a03c-4803-8716-9aa437c89a8c service neutron] Request body: {'port': {'device_id': 'd9dfe4d0-bf7c-4d53-b874-1e4e8bb54176', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80161'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:45:26.355523 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-11b609f8-94ae-4c2e-8a3a-8f1bb8ef5a34 None None] Provisioning for port b3aa1fda-bd6c-4ec4-b3f9-8ad722683f12 completed by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:45:26.363511 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-11b609f8-94ae-4c2e-8a3a-8f1bb8ef5a34 None None] Provisioning complete for port b3aa1fda-bd6c-4ec4-b3f9-8ad722683f12 triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:45:26.363892 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-11b609f8-94ae-4c2e-8a3a-8f1bb8ef5a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:26.400023 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning for port 22929156-fdaf-4d70-8909-ab6614841ac0 completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:45:26.410842 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning complete for port 22929156-fdaf-4d70-8909-ab6614841ac0 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:45:26.411257 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:26.414151 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-11b609f8-94ae-4c2e-8a3a-8f1bb8ef5a34 None None] Port b3aa1fda-bd6c-4ec4-b3f9-8ad722683f12 cannot update to ACTIVE because it is not bound. {{(pid=93164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 05:45:26.431716 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-bc815c58-f7a7-4290-a865-f4262de134c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:26.448763 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-17d264dd-f820-4011-ac64-3d8b6d16f6a5 req-71fd5d72-a03c-4803-8716-9aa437c89a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:26.501477 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:26.535746 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] For port 22929156-fdaf-4d70-8909-ab6614841ac0, host dv-cinder-801617-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=22929156-fdaf-4d70-8909-ab6614841ac0,segment=NetworkSegment(b6b1fc69-a370-4059-adc5-9ad09eb4aadf),segment_id=b6b1fc69-a370-4059-adc5-9ad09eb4aadf)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:45:26.539832 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:26.540824 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device b04950cf-02e8-4157-8adc-e06dce3b5bbd up at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:45:26.621514 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Pushing event updated for resources: {'Port': ['ID=22929156-fdaf-4d70-8909-ab6614841ac0,revision_number=5']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:26.634530 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning for port b04950cf-02e8-4157-8adc-e06dce3b5bbd completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:45:26.638188 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning complete for port b04950cf-02e8-4157-8adc-e06dce3b5bbd triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:45:26.638568 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:26.722005 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:26.754939 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] For port b04950cf-02e8-4157-8adc-e06dce3b5bbd, host dv-cinder-801617-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=b04950cf-02e8-4157-8adc-e06dce3b5bbd,segment=NetworkSegment(8e26c813-23de-462f-a953-2efd792b0736),segment_id=8e26c813-23de-462f-a953-2efd792b0736)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:45:26.758695 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:26.759512 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 40e3f774-3403-46b1-8f41-29aaf328a893 up at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:45:26.765019 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-bc815c58-f7a7-4290-a865-f4262de134c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:26.774173 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-bc815c58-f7a7-4290-a865-f4262de134c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5267515'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:26.839504 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Pushing event updated for resources: {'Port': ['ID=b04950cf-02e8-4157-8adc-e06dce3b5bbd,revision_number=3']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:26.862150 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-bbe2af32-8065-4d13-8746-bc4540834c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:26.866828 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-bc815c58-f7a7-4290-a865-f4262de134c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-598445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-409570'] for router_interface, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:26.869977 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc815c58-f7a7-4290-a865-f4262de134c6 admin admin] Pushing event updated for resources: {'Port': ['ID=b3aa1fda-bd6c-4ec4-b3f9-8ad722683f12,revision_number=2']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:26.870179 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning for port 40e3f774-3403-46b1-8f41-29aaf328a893 completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:45:26.874517 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning complete for port 40e3f774-3403-46b1-8f41-29aaf328a893 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:45:26.875033 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:26.932866 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:26.977397 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:27.001053 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] For port 40e3f774-3403-46b1-8f41-29aaf328a893, host dv-cinder-801617-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=40e3f774-3403-46b1-8f41-29aaf328a893,segment=NetworkSegment(d34fa97e-0825-4a06-9105-26c8994a2a7e),segment_id=d34fa97e-0825-4a06-9105-26c8994a2a7e)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:45:27.002053 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [req-17d264dd-f820-4011-ac64-3d8b6d16f6a5 req-71fd5d72-a03c-4803-8716-9aa437c89a8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2f47e4b-40dd-45df-8b17-5925c82d39a5 {{(pid=93163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 05:45:27.005107 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:27.014924 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-17d264dd-f820-4011-ac64-3d8b6d16f6a5 req-71fd5d72-a03c-4803-8716-9aa437c89a8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:27.051909 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Pushing event updated for resources: {'Port': ['ID=40e3f774-3403-46b1-8f41-29aaf328a893,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:27.052220 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464c999-b7bd-4324-9e8c-e84ca534630e req-a020825f-0b7f-4941-a9bc-1e0609ee06da tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:27.053594 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e464c999-b7bd-4324-9e8c-e84ca534630e req-a020825f-0b7f-4941-a9bc-1e0609ee06da tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9dfe4d0-bf7c-4d53-b874-1e4e8bb54176 HTTP/1.1" status: 200 len: 931 time: 0.1268625 Jul 28 05:45:27.056529 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [req-17d264dd-f820-4011-ac64-3d8b6d16f6a5 req-71fd5d72-a03c-4803-8716-9aa437c89a8c service neutron] Transition to ACTIVE for port object a2f47e4b-40dd-45df-8b17-5925c82d39a5 will not be triggered until provisioned by entity L2. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:45:27.073982 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-17d264dd-f820-4011-ac64-3d8b6d16f6a5 req-71fd5d72-a03c-4803-8716-9aa437c89a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5267515'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:27.119601 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc815c58-f7a7-4290-a865-f4262de134c6 admin admin] Network f15d88bc-a6ca-49e4-bb45-46499e7de2c7 is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:45:27.132278 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-bc815c58-f7a7-4290-a865-f4262de134c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:45:27.148798 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e464c999-b7bd-4324-9e8c-e84ca534630e req-7d963faa-6f11-4124-bd2c-0d2298d5d57e tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.13 "GET /v2.0/security-groups?id=75084007-15cc-4b59-a1c7-e60e3e10f81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881066 Jul 28 05:45:27.195133 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fd5d72-a03c-4803-8716-9aa437c89a8c service neutron] Pushing event updated for resources: {'Port': ['ID=a2f47e4b-40dd-45df-8b17-5925c82d39a5,revision_number=2']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:27.310910 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [req-17d264dd-f820-4011-ac64-3d8b6d16f6a5 req-71fd5d72-a03c-4803-8716-9aa437c89a8c service neutron] Attempting to bind port a2f47e4b-40dd-45df-8b17-5925c82d39a5 on host hv-cinder-80161 for vnic_type normal with profile {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 05:45:27.311244 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [req-17d264dd-f820-4011-ac64-3d8b6d16f6a5 req-71fd5d72-a03c-4803-8716-9aa437c89a8c service neutron] Attempting to bind port a2f47e4b-40dd-45df-8b17-5925c82d39a5 by drivers openvswitch,hyperv on host hv-cinder-80161 at level 0 using segments [{'id': '6043b322-585c-476c-baff-eb0bb598c7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd3456b6e-b5cc-46c1-8913-7e81cd29636f'}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 05:45:27.311670 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d264dd-f820-4011-ac64-3d8b6d16f6a5 req-71fd5d72-a03c-4803-8716-9aa437c89a8c service neutron] Attempting to bind port a2f47e4b-40dd-45df-8b17-5925c82d39a5 on network d3456b6e-b5cc-46c1-8913-7e81cd29636f {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:45:27.319666 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d264dd-f820-4011-ac64-3d8b6d16f6a5 req-71fd5d72-a03c-4803-8716-9aa437c89a8c service neutron] Port a2f47e4b-40dd-45df-8b17-5925c82d39a5 on network d3456b6e-b5cc-46c1-8913-7e81cd29636f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80161 {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 05:45:27.319982 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d264dd-f820-4011-ac64-3d8b6d16f6a5 req-71fd5d72-a03c-4803-8716-9aa437c89a8c service neutron] Attempting to bind port a2f47e4b-40dd-45df-8b17-5925c82d39a5 on network d3456b6e-b5cc-46c1-8913-7e81cd29636f {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:45:27.326732 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc815c58-f7a7-4290-a865-f4262de134c6 admin admin] Router fde7fd31-f584-4b12-860a-0f98840feeeb has already been hosted by L3 agent febb8baf-5368-4b94-affe-2856141f0f3f {{(pid=93163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 05:45:27.328213 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d264dd-f820-4011-ac64-3d8b6d16f6a5 req-71fd5d72-a03c-4803-8716-9aa437c89a8c service neutron] Checking agent: {'id': '4cdb6954-a1c9-49c3-81e0-9b963b26fa6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80161', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 5, 7, 18), 'started_at': datetime.datetime(2021, 7, 28, 5, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 5, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 05:45:27.328537 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d264dd-f820-4011-ac64-3d8b6d16f6a5 req-71fd5d72-a03c-4803-8716-9aa437c89a8c service neutron] Checking segment: {'id': '6043b322-585c-476c-baff-eb0bb598c7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd3456b6e-b5cc-46c1-8913-7e81cd29636f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:45:27.328908 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d264dd-f820-4011-ac64-3d8b6d16f6a5 req-71fd5d72-a03c-4803-8716-9aa437c89a8c service neutron] Bound using segment: {'id': '6043b322-585c-476c-baff-eb0bb598c7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd3456b6e-b5cc-46c1-8913-7e81cd29636f'} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 05:45:27.329329 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [req-17d264dd-f820-4011-ac64-3d8b6d16f6a5 req-71fd5d72-a03c-4803-8716-9aa437c89a8c service neutron] Bound port: a2f47e4b-40dd-45df-8b17-5925c82d39a5, host: hv-cinder-80161, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6043b322-585c-476c-baff-eb0bb598c7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd3456b6e-b5cc-46c1-8913-7e81cd29636f'}}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 05:45:27.329689 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-17d264dd-f820-4011-ac64-3d8b6d16f6a5 req-71fd5d72-a03c-4803-8716-9aa437c89a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:27.338478 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-94c46e5a-ef87-448b-823e-818d797dc156 None None] Provisioning complete for port b3aa1fda-bd6c-4ec4-b3f9-8ad722683f12 triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:45:27.338942 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-94c46e5a-ef87-448b-823e-818d797dc156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:27.373908 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-94c46e5a-ef87-448b-823e-818d797dc156 None None] Port b3aa1fda-bd6c-4ec4-b3f9-8ad722683f12 cannot update to ACTIVE because it is not bound. {{(pid=93164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 05:45:27.462864 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [req-17d264dd-f820-4011-ac64-3d8b6d16f6a5 req-71fd5d72-a03c-4803-8716-9aa437c89a8c service neutron] For port a2f47e4b-40dd-45df-8b17-5925c82d39a5, host hv-cinder-80161, cleared binding levels {{(pid=93163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:45:27.478908 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [req-17d264dd-f820-4011-ac64-3d8b6d16f6a5 req-71fd5d72-a03c-4803-8716-9aa437c89a8c service neutron] For port a2f47e4b-40dd-45df-8b17-5925c82d39a5, host hv-cinder-80161, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=a2f47e4b-40dd-45df-8b17-5925c82d39a5,segment=NetworkSegment(6043b322-585c-476c-baff-eb0bb598c7ac),segment_id=6043b322-585c-476c-baff-eb0bb598c7ac)] {{(pid=93163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:45:27.486911 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-17d264dd-f820-4011-ac64-3d8b6d16f6a5 req-71fd5d72-a03c-4803-8716-9aa437c89a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5267515'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:27.527755 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc815c58-f7a7-4290-a865-f4262de134c6 admin admin] Notify agent at l3_agent.dv-cinder-801617-3-iscsi the message routers_updated {{(pid=93163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:45:27.529776 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d264dd-f820-4011-ac64-3d8b6d16f6a5 req-71fd5d72-a03c-4803-8716-9aa437c89a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:27.530381 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-17d264dd-f820-4011-ac64-3d8b6d16f6a5 req-71fd5d72-a03c-4803-8716-9aa437c89a8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068'] for port, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:27.531807 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-17d264dd-f820-4011-ac64-3d8b6d16f6a5 req-71fd5d72-a03c-4803-8716-9aa437c89a8c service neutron] 10.222.0.21 "PUT /v2.0/ports/a2f47e4b-40dd-45df-8b17-5925c82d39a5 HTTP/1.1" status: 200 len: 1093 time: 1.1859543 Jul 28 05:45:27.533955 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9dfe4d0-bf7c-4d53-b874-1e4e8bb54176', 'tag': 'a2f47e4b-40dd-45df-8b17-5925c82d39a5'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:45:27.536190 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdaae2d937131cd036474998a49e3e11d53281396ea4e1ac8b096c837d21eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d667170-ea59-41fc-abb3-8add6882ffd2" -d '{"events": [{"name": "network-changed", "server_uuid": "d9dfe4d0-bf7c-4d53-b874-1e4e8bb54176", "tag": "a2f47e4b-40dd-45df-8b17-5925c82d39a5"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:45:27.541731 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-bc815c58-f7a7-4290-a865-f4262de134c6 admin admin] 10.222.0.13 "PUT /v2.0/routers/fde7fd31-f584-4b12-860a-0f98840feeeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5475419 Jul 28 05:45:27.561013 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fd5d72-a03c-4803-8716-9aa437c89a8c service neutron] Pushing event updated for resources: {'Port': ['ID=a2f47e4b-40dd-45df-8b17-5925c82d39a5,revision_number=3']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:27.584949 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 05:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e7eaab-7999-4577-89fe-570a104181ec x-openstack-request-id: req-f8e7eaab-7999-4577-89fe-570a104181ec {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:45:27.585229 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9dfe4d0-bf7c-4d53-b874-1e4e8bb54176", "tag": "a2f47e4b-40dd-45df-8b17-5925c82d39a5", "status": "completed", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:45:27.585471 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f8e7eaab-7999-4577-89fe-570a104181ec {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:45:27.585860 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9dfe4d0-bf7c-4d53-b874-1e4e8bb54176', 'tag': 'a2f47e4b-40dd-45df-8b17-5925c82d39a5', 'status': 'completed', 'code': 200} Jul 28 05:45:27.657267 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d264dd-f820-4011-ac64-3d8b6d16f6a5 req-ae62e00b-f70e-41f1-8cbc-746e275aa0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:27.658810 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-17d264dd-f820-4011-ac64-3d8b6d16f6a5 req-ae62e00b-f70e-41f1-8cbc-746e275aa0a8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dccc82d1a2564657998d82ac8d962eb8&device_id=d9dfe4d0-bf7c-4d53-b874-1e4e8bb54176 HTTP/1.1" status: 200 len: 1096 time: 0.0481551 Jul 28 05:45:27.713351 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-17d264dd-f820-4011-ac64-3d8b6d16f6a5 req-b80ff890-dd8d-40fe-9d4a-25423f004a67 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2f47e4b-40dd-45df-8b17-5925c82d39a5 HTTP/1.1" status: 200 len: 217 time: 0.0400715 Jul 28 05:45:27.764440 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d264dd-f820-4011-ac64-3d8b6d16f6a5 req-dfa1cf91-3963-4351-b100-f3608ec67d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:27.766005 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-17d264dd-f820-4011-ac64-3d8b6d16f6a5 req-dfa1cf91-3963-4351-b100-f3608ec67d3b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=388f371a-d0f3-4192-a751-712757987180 HTTP/1.1" status: 200 len: 849 time: 0.0462766 Jul 28 05:45:27.798858 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-17d264dd-f820-4011-ac64-3d8b6d16f6a5 req-75227b7c-6db8-4373-8267-9ee74ecdac23 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d3456b6e-b5cc-46c1-8913-7e81cd29636f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250437 Jul 28 05:45:27.903198 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-17d264dd-f820-4011-ac64-3d8b6d16f6a5 req-0fcddcca-3f9b-415a-9eaa-6fdf3c85faab service neutron] 10.222.0.21 "GET /v2.0/networks/d3456b6e-b5cc-46c1-8913-7e81cd29636f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968115 Jul 28 05:45:27.906859 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:28.002478 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-17d264dd-f820-4011-ac64-3d8b6d16f6a5 req-545a3979-3414-4da0-ba2e-58d0e0d74dff service neutron] 10.222.0.21 "GET /v2.0/networks/d3456b6e-b5cc-46c1-8913-7e81cd29636f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927007 Jul 28 05:45:28.030241 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887442a7-7def-49b3-a80d-752a0520a237 None None] Sync routers for ids ['fde7fd31-f584-4b12-860a-0f98840feeeb'] in dv-cinder-801617-3-iscsi {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:45:28.039021 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887442a7-7def-49b3-a80d-752a0520a237 None None] Routers {'fde7fd31-f584-4b12-860a-0f98840feeeb'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:45:28.039740 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-887442a7-7def-49b3-a80d-752a0520a237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:45:27Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['fde7fd31-f584-4b12-860a-0f98840feeeb'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:45:28.142687 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d667170-ea59-41fc-abb3-8add6882ffd2 req-8766b7f5-daa4-4ea2-8e48-7b1b71c3b1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:28.144340 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2d667170-ea59-41fc-abb3-8add6882ffd2 req-8766b7f5-daa4-4ea2-8e48-7b1b71c3b1bf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dccc82d1a2564657998d82ac8d962eb8&device_id=d9dfe4d0-bf7c-4d53-b874-1e4e8bb54176 HTTP/1.1" status: 200 len: 1096 time: 0.0471780 Jul 28 05:45:28.180097 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 22929156-fdaf-4d70-8909-ab6614841ac0 up at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:45:28.208077 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-887442a7-7def-49b3-a80d-752a0520a237 None None] Set router fde7fd31-f584-4b12-860a-0f98840feeeb gateway port host: dv-cinder-801617-3-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:45:28.298263 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d667170-ea59-41fc-abb3-8add6882ffd2 req-43fdd37c-ff0e-40bc-878b-f05f0e5c98f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:28.299794 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2d667170-ea59-41fc-abb3-8add6882ffd2 req-43fdd37c-ff0e-40bc-878b-f05f0e5c98f6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d3456b6e-b5cc-46c1-8913-7e81cd29636f HTTP/1.1" status: 200 len: 910 time: 0.1480715 Jul 28 05:45:28.309408 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d526d262-6ca2-48c0-95a7-8688cae2d7ff req-e4b8c53f-4ea7-420e-8c8e-5b7105f2db73 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:28.310162 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d526d262-6ca2-48c0-95a7-8688cae2d7ff req-e4b8c53f-4ea7-420e-8c8e-5b7105f2db73 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9dfe4d0-bf7c-4d53-b874-1e4e8bb54176 HTTP/1.1" status: 200 len: 943 time: 0.0748057 Jul 28 05:45:28.387167 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2d667170-ea59-41fc-abb3-8add6882ffd2 req-665d38ae-c91a-4c1e-8613-c808e5fd5409 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2f47e4b-40dd-45df-8b17-5925c82d39a5 HTTP/1.1" status: 200 len: 217 time: 0.0760167 Jul 28 05:45:28.420049 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning complete for port 22929156-fdaf-4d70-8909-ab6614841ac0 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:45:28.420049 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:28.452349 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d526d262-6ca2-48c0-95a7-8688cae2d7ff req-07ced258-0fc0-4cc9-8622-f1da2f2d24c0 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.13 "GET /v2.0/security-groups?id=75084007-15cc-4b59-a1c7-e60e3e10f81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279871 Jul 28 05:45:28.475198 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d667170-ea59-41fc-abb3-8add6882ffd2 req-d00d3e2e-8905-48b8-a12d-4bc9344f2163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:28.475198 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2d667170-ea59-41fc-abb3-8add6882ffd2 req-d00d3e2e-8905-48b8-a12d-4bc9344f2163 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=388f371a-d0f3-4192-a751-712757987180 HTTP/1.1" status: 200 len: 849 time: 0.0715940 Jul 28 05:45:28.526604 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2d667170-ea59-41fc-abb3-8add6882ffd2 req-06eaad40-69e3-4516-aae6-f9762ff9c4ce service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d3456b6e-b5cc-46c1-8913-7e81cd29636f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466244 Jul 28 05:45:28.549523 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device b04950cf-02e8-4157-8adc-e06dce3b5bbd up at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:45:28.578403 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-887442a7-7def-49b3-a80d-752a0520a237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde7fd31-f584-4b12-860a-0f98840feeeb', 'name': 'tempest-TestMinimumBasicScenario-600760814-router', 'tenant_id': 'f698adf3e2574837a3213f74b6c5ccc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '40e3f774-3403-46b1-8f41-29aaf328a893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:45:22Z', 'updated_at': '2021-07-28T05:45:26Z', 'revision_number': 4, 'project_id': 'f698adf3e2574837a3213f74b6c5ccc0', 'gw_port': {'id': '40e3f774-3403-46b1-8f41-29aaf328a893', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:62:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde7fd31-f584-4b12-860a-0f98840feeeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:45:22Z', 'updated_at': '2021-07-28T05:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_interfaces': [{'id': 'b3aa1fda-bd6c-4ec4-b3f9-8ad722683f12', 'name': '', 'network_id': 'f15d88bc-a6ca-49e4-bb45-46499e7de2c7', 'tenant_id': 'f698adf3e2574837a3213f74b6c5ccc0', 'mac_address': 'fa:16:3e:da:38:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde7fd31-f584-4b12-860a-0f98840feeeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '710903cd-96cf-4395-976a-93c8b28e37e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:45:25Z', 'updated_at': '2021-07-28T05:45:26Z', 'revision_number': 2, 'project_id': 'f698adf3e2574837a3213f74b6c5ccc0', 'subnets': [{'id': '710903cd-96cf-4395-976a-93c8b28e37e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:45:28.617158 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887442a7-7def-49b3-a80d-752a0520a237 None None] Checking router: fde7fd31-f584-4b12-860a-0f98840feeeb for host: dv-cinder-801617-3-iscsi {{(pid=93164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:45:28.617970 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887442a7-7def-49b3-a80d-752a0520a237 None None] Updating router fde7fd31-f584-4b12-860a-0f98840feeeb port b3aa1fda-bd6c-4ec4-b3f9-8ad722683f12 binding host dv-cinder-801617-3-iscsi {{(pid=93164) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 05:45:28.648318 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-887442a7-7def-49b3-a80d-752a0520a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:28.675323 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning complete for port b04950cf-02e8-4157-8adc-e06dce3b5bbd triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:45:28.675723 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:28.678890 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2d667170-ea59-41fc-abb3-8add6882ffd2 req-1734e735-66fe-4f35-afe2-ce31a6c0838b service neutron] 10.222.0.21 "GET /v2.0/networks/d3456b6e-b5cc-46c1-8913-7e81cd29636f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361356 Jul 28 05:45:28.818698 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2d667170-ea59-41fc-abb3-8add6882ffd2 req-2daa21a7-b3ff-4910-b500-2be960b904b6 service neutron] 10.222.0.21 "GET /v2.0/networks/d3456b6e-b5cc-46c1-8913-7e81cd29636f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301932 Jul 28 05:45:29.040536 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 40e3f774-3403-46b1-8f41-29aaf328a893 up at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:45:29.132415 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning complete for port 40e3f774-3403-46b1-8f41-29aaf328a893 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:45:29.132778 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:29.212728 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-887442a7-7def-49b3-a80d-752a0520a237 None None] Notify callbacks [] for port, precommit_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:29.225742 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-887442a7-7def-49b3-a80d-752a0520a237 None None] Transition to ACTIVE for port object b3aa1fda-bd6c-4ec4-b3f9-8ad722683f12 will not be triggered until provisioned by entity L2. {{(pid=93164) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:45:29.250744 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-887442a7-7def-49b3-a80d-752a0520a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:29.341058 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cfde8a-2f20-4596-a1bc-2bab0bb10fb9 None None] Pushing event updated for resources: {'Port': ['ID=b3aa1fda-bd6c-4ec4-b3f9-8ad722683f12,revision_number=3']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:29.370447 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-887442a7-7def-49b3-a80d-752a0520a237 None None] Attempting to bind port b3aa1fda-bd6c-4ec4-b3f9-8ad722683f12 on host dv-cinder-801617-3-iscsi for vnic_type normal with profile {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 05:45:29.371148 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-887442a7-7def-49b3-a80d-752a0520a237 None None] Attempting to bind port b3aa1fda-bd6c-4ec4-b3f9-8ad722683f12 by drivers openvswitch,hyperv on host dv-cinder-801617-3-iscsi at level 0 using segments [{'id': '8e26c813-23de-462f-a953-2efd792b0736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f15d88bc-a6ca-49e4-bb45-46499e7de2c7'}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 05:45:29.371148 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887442a7-7def-49b3-a80d-752a0520a237 None None] Attempting to bind port b3aa1fda-bd6c-4ec4-b3f9-8ad722683f12 on network f15d88bc-a6ca-49e4-bb45-46499e7de2c7 {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:45:29.376558 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887442a7-7def-49b3-a80d-752a0520a237 None None] Checking agent: {'id': '3fbc40da-b90e-4a82-82aa-1ec33702809d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801617-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 5, 1, 27), 'started_at': datetime.datetime(2021, 7, 28, 5, 1, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 5, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801617-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 05:45:29.376925 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887442a7-7def-49b3-a80d-752a0520a237 None None] Checking segment: {'id': '8e26c813-23de-462f-a953-2efd792b0736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f15d88bc-a6ca-49e4-bb45-46499e7de2c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93164) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:45:29.377325 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-887442a7-7def-49b3-a80d-752a0520a237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:29.377713 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887442a7-7def-49b3-a80d-752a0520a237 None None] Bound using segment: {'id': '8e26c813-23de-462f-a953-2efd792b0736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f15d88bc-a6ca-49e4-bb45-46499e7de2c7'} {{(pid=93164) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 05:45:29.378424 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.managers [None req-887442a7-7def-49b3-a80d-752a0520a237 None None] Bound port: b3aa1fda-bd6c-4ec4-b3f9-8ad722683f12, host: dv-cinder-801617-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e26c813-23de-462f-a953-2efd792b0736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'f15d88bc-a6ca-49e4-bb45-46499e7de2c7'}}] {{(pid=93164) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 05:45:29.378894 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-887442a7-7def-49b3-a80d-752a0520a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:29.452571 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:29.486008 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-887442a7-7def-49b3-a80d-752a0520a237 None None] For port b3aa1fda-bd6c-4ec4-b3f9-8ad722683f12, host dv-cinder-801617-3-iscsi, cleared binding levels {{(pid=93164) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:45:29.501127 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-887442a7-7def-49b3-a80d-752a0520a237 None None] For port b3aa1fda-bd6c-4ec4-b3f9-8ad722683f12, host dv-cinder-801617-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=b3aa1fda-bd6c-4ec4-b3f9-8ad722683f12,segment=NetworkSegment(8e26c813-23de-462f-a953-2efd792b0736),segment_id=8e26c813-23de-462f-a953-2efd792b0736)] {{(pid=93164) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:45:29.508996 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-887442a7-7def-49b3-a80d-752a0520a237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:29.639677 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b774b6-08ba-4dfe-8928-b23d08d3f4d3 req-d8bdacc1-4e72-4a02-a0db-dc9fe18cb0ea tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:29.642180 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d0b774b6-08ba-4dfe-8928-b23d08d3f4d3 req-d8bdacc1-4e72-4a02-a0db-dc9fe18cb0ea tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9dfe4d0-bf7c-4d53-b874-1e4e8bb54176 HTTP/1.1" status: 200 len: 943 time: 0.0729351 Jul 28 05:45:29.646049 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887442a7-7def-49b3-a80d-752a0520a237 None None] Routers {'fde7fd31-f584-4b12-860a-0f98840feeeb'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:45:29.646694 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-887442a7-7def-49b3-a80d-752a0520a237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:45:27Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['fde7fd31-f584-4b12-860a-0f98840feeeb'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:45:29.696997 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cfde8a-2f20-4596-a1bc-2bab0bb10fb9 None None] Pushing event updated for resources: {'Port': ['ID=b3aa1fda-bd6c-4ec4-b3f9-8ad722683f12,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:29.732327 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d0b774b6-08ba-4dfe-8928-b23d08d3f4d3 req-229ece39-c71d-4789-a6a4-be288734fa56 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.13 "GET /v2.0/security-groups?id=75084007-15cc-4b59-a1c7-e60e3e10f81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812135 Jul 28 05:45:29.827046 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-887442a7-7def-49b3-a80d-752a0520a237 None None] Set router fde7fd31-f584-4b12-860a-0f98840feeeb gateway port host: dv-cinder-801617-3-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:45:30.094070 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-887442a7-7def-49b3-a80d-752a0520a237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde7fd31-f584-4b12-860a-0f98840feeeb', 'name': 'tempest-TestMinimumBasicScenario-600760814-router', 'tenant_id': 'f698adf3e2574837a3213f74b6c5ccc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '40e3f774-3403-46b1-8f41-29aaf328a893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:45:22Z', 'updated_at': '2021-07-28T05:45:26Z', 'revision_number': 4, 'project_id': 'f698adf3e2574837a3213f74b6c5ccc0', 'gw_port': {'id': '40e3f774-3403-46b1-8f41-29aaf328a893', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:62:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde7fd31-f584-4b12-860a-0f98840feeeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:45:22Z', 'updated_at': '2021-07-28T05:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_interfaces': [{'id': 'b3aa1fda-bd6c-4ec4-b3f9-8ad722683f12', 'name': '', 'network_id': 'f15d88bc-a6ca-49e4-bb45-46499e7de2c7', 'tenant_id': 'f698adf3e2574837a3213f74b6c5ccc0', 'mac_address': 'fa:16:3e:da:38:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde7fd31-f584-4b12-860a-0f98840feeeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '710903cd-96cf-4395-976a-93c8b28e37e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:45:25Z', 'updated_at': '2021-07-28T05:45:29Z', 'revision_number': 4, 'project_id': 'f698adf3e2574837a3213f74b6c5ccc0', 'subnets': [{'id': '710903cd-96cf-4395-976a-93c8b28e37e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:45:30.121915 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887442a7-7def-49b3-a80d-752a0520a237 None None] The sync data for ids ['fde7fd31-f584-4b12-860a-0f98840feeeb'] in dv-cinder-801617-3-iscsi is: [{'id': 'fde7fd31-f584-4b12-860a-0f98840feeeb', 'name': 'tempest-TestMinimumBasicScenario-600760814-router', 'tenant_id': 'f698adf3e2574837a3213f74b6c5ccc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '40e3f774-3403-46b1-8f41-29aaf328a893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:45:22Z', 'updated_at': '2021-07-28T05:45:26Z', 'revision_number': 4, 'project_id': 'f698adf3e2574837a3213f74b6c5ccc0', 'gw_port': {'id': '40e3f774-3403-46b1-8f41-29aaf328a893', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:62:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde7fd31-f584-4b12-860a-0f98840feeeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:45:22Z', 'updated_at': '2021-07-28T05:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_interfaces': [{'id': 'b3aa1fda-bd6c-4ec4-b3f9-8ad722683f12', 'name': '', 'network_id': 'f15d88bc-a6ca-49e4-bb45-46499e7de2c7', 'tenant_id': 'f698adf3e2574837a3213f74b6c5ccc0', 'mac_address': 'fa:16:3e:da:38:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fde7fd31-f584-4b12-860a-0f98840feeeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': '710903cd-96cf-4395-976a-93c8b28e37e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:45:25Z', 'updated_at': '2021-07-28T05:45:29Z', 'revision_number': 4, 'project_id': 'f698adf3e2574837a3213f74b6c5ccc0', 'subnets': [{'id': '710903cd-96cf-4395-976a-93c8b28e37e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:45:30.845746 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993cb759-bacf-468f-89fc-367740551e53 req-4f269e1f-ac30-42b2-b8e6-e063ff5afda2 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:30.847376 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-993cb759-bacf-468f-89fc-367740551e53 req-4f269e1f-ac30-42b2-b8e6-e063ff5afda2 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9dfe4d0-bf7c-4d53-b874-1e4e8bb54176 HTTP/1.1" status: 200 len: 943 time: 0.0545628 Jul 28 05:45:31.207223 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-993cb759-bacf-468f-89fc-367740551e53 req-6578f923-e0ed-42ae-b9ed-ebb762a165a4 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.13 "GET /v2.0/security-groups?id=75084007-15cc-4b59-a1c7-e60e3e10f81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533287 Jul 28 05:45:31.783453 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device a2f47e4b-40dd-45df-8b17-5925c82d39a5 details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=93164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 05:45:31.914389 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] For port a2f47e4b-40dd-45df-8b17-5925c82d39a5, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=a2f47e4b-40dd-45df-8b17-5925c82d39a5,segment=NetworkSegment(6043b322-585c-476c-baff-eb0bb598c7ac),segment_id=6043b322-585c-476c-baff-eb0bb598c7ac)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:45:31.928663 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Returning: {'device': 'a2f47e4b-40dd-45df-8b17-5925c82d39a5', 'network_id': 'd3456b6e-b5cc-46c1-8913-7e81cd29636f', 'port_id': 'a2f47e4b-40dd-45df-8b17-5925c82d39a5', 'mac_address': 'fa:16:3e:0b:34:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '388f371a-d0f3-4192-a751-712757987180', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 05:45:31.966578 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:31.980286 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2f47e4b-40dd-45df-8b17-5925c82d39a5 {{(pid=93164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 05:45:32.001674 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] For port a2f47e4b-40dd-45df-8b17-5925c82d39a5, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=a2f47e4b-40dd-45df-8b17-5925c82d39a5,segment=NetworkSegment(6043b322-585c-476c-baff-eb0bb598c7ac),segment_id=6043b322-585c-476c-baff-eb0bb598c7ac)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:45:32.007123 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:32.065371 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Pushing event updated for resources: {'Port': ['ID=a2f47e4b-40dd-45df-8b17-5925c82d39a5,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:32.219749 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device b3aa1fda-bd6c-4ec4-b3f9-8ad722683f12 up at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:45:32.278142 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning for port b3aa1fda-bd6c-4ec4-b3f9-8ad722683f12 completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:45:32.282097 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning complete for port b3aa1fda-bd6c-4ec4-b3f9-8ad722683f12 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:45:32.282472 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:32.310376 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] get_ports_and_sgs() called for port_ids ['a2f47e4b-40dd-45df-8b17-5925c82d39a5'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:45:32.346814 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5805a-27e7-4a42-935f-44a7346acab9 req-771353c1-3ab5-470f-a50e-5ef399573546 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:32.358289 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-18c5805a-27e7-4a42-935f-44a7346acab9 req-771353c1-3ab5-470f-a50e-5ef399573546 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9dfe4d0-bf7c-4d53-b874-1e4e8bb54176 HTTP/1.1" status: 200 len: 944 time: 0.0739298 Jul 28 05:45:32.419734 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-18c5805a-27e7-4a42-935f-44a7346acab9 req-45919cd4-68d0-4362-81c5-77125e50d336 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.13 "GET /v2.0/security-groups?id=75084007-15cc-4b59-a1c7-e60e3e10f81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512466 Jul 28 05:45:32.441984 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:32.503163 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] For port b3aa1fda-bd6c-4ec4-b3f9-8ad722683f12, host dv-cinder-801617-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=b3aa1fda-bd6c-4ec4-b3f9-8ad722683f12,segment=NetworkSegment(8e26c813-23de-462f-a953-2efd792b0736),segment_id=8e26c813-23de-462f-a953-2efd792b0736)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:45:32.511053 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:32.580212 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Pushing event updated for resources: {'Port': ['ID=b3aa1fda-bd6c-4ec4-b3f9-8ad722683f12,revision_number=5']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:33.534517 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08f61c4-bd3a-4c74-b18b-fec8a3c82135 req-d6d99460-4390-4893-bf08-7ae00c5fd9ba tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:33.535919 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a08f61c4-bd3a-4c74-b18b-fec8a3c82135 req-d6d99460-4390-4893-bf08-7ae00c5fd9ba tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9dfe4d0-bf7c-4d53-b874-1e4e8bb54176 HTTP/1.1" status: 200 len: 944 time: 0.0533459 Jul 28 05:45:33.577758 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a08f61c4-bd3a-4c74-b18b-fec8a3c82135 req-f15ef5f7-71e6-46ce-a822-73d8dab9f702 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.13 "GET /v2.0/security-groups?id=75084007-15cc-4b59-a1c7-e60e3e10f81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324190 Jul 28 05:45:33.789952 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device a2f47e4b-40dd-45df-8b17-5925c82d39a5 up at agent hyperv_hv-cinder-80161 {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:45:33.851778 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Provisioning for port a2f47e4b-40dd-45df-8b17-5925c82d39a5 completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:45:33.855342 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Provisioning complete for port a2f47e4b-40dd-45df-8b17-5925c82d39a5 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:45:33.855742 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:33.939806 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:33.965298 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9dfe4d0-bf7c-4d53-b874-1e4e8bb54176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f47e4b-40dd-45df-8b17-5925c82d39a5'}] {{(pid=93164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:45:33.967891 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fb4d28940d80eba88a385613a92acfb6aaf547e778be800882bca880023c29d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6152371d-8cba-4a73-b22f-6c50a6161dc3" -d '{"events": [{"server_uuid": "d9dfe4d0-bf7c-4d53-b874-1e4e8bb54176", "name": "network-vif-plugged", "status": "completed", "tag": "a2f47e4b-40dd-45df-8b17-5925c82d39a5"}]}' {{(pid=93164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:45:33.983129 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] For port a2f47e4b-40dd-45df-8b17-5925c82d39a5, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=a2f47e4b-40dd-45df-8b17-5925c82d39a5,segment=NetworkSegment(6043b322-585c-476c-baff-eb0bb598c7ac),segment_id=6043b322-585c-476c-baff-eb0bb598c7ac)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:45:33.989589 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:34.019577 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 05:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16c206f-14ea-4472-84bc-e6735f6b9a47 x-openstack-request-id: req-c16c206f-14ea-4472-84bc-e6735f6b9a47 {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:45:34.019893 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9dfe4d0-bf7c-4d53-b874-1e4e8bb54176", "name": "network-vif-plugged", "status": "completed", "tag": "a2f47e4b-40dd-45df-8b17-5925c82d39a5", "code": 200}]} {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:45:34.020097 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c16c206f-14ea-4472-84bc-e6735f6b9a47 {{(pid=93164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:45:34.021022 dv-cinder-801617-3-iscsi neutron-server[93164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9dfe4d0-bf7c-4d53-b874-1e4e8bb54176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f47e4b-40dd-45df-8b17-5925c82d39a5', 'code': 200} Jul 28 05:45:34.051512 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Pushing event updated for resources: {'Port': ['ID=a2f47e4b-40dd-45df-8b17-5925c82d39a5,revision_number=5']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:34.197390 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device b3aa1fda-bd6c-4ec4-b3f9-8ad722683f12 up at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:45:34.245802 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d184f-015f-43f2-be4f-302264f493ca req-d839cc05-94d2-43d2-a8c1-f7aa0fbead2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:34.247454 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-678d184f-015f-43f2-be4f-302264f493ca req-d839cc05-94d2-43d2-a8c1-f7aa0fbead2f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d9dfe4d0-bf7c-4d53-b874-1e4e8bb54176 HTTP/1.1" status: 200 len: 1098 time: 0.0551348 Jul 28 05:45:34.264879 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Provisioning complete for port b3aa1fda-bd6c-4ec4-b3f9-8ad722683f12 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:45:34.265379 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:34.290070 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-678d184f-015f-43f2-be4f-302264f493ca req-e4142be9-e685-445f-87f3-507b21ae5365 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=75084007-15cc-4b59-a1c7-e60e3e10f81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350893 Jul 28 05:45:34.713281 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c248b-1358-4b79-9e86-ef268bf7fb46 req-a0057282-670c-4e50-8bc9-3b61e4ff2069 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:34.714861 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5d6c248b-1358-4b79-9e86-ef268bf7fb46 req-a0057282-670c-4e50-8bc9-3b61e4ff2069 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9dfe4d0-bf7c-4d53-b874-1e4e8bb54176 HTTP/1.1" status: 200 len: 945 time: 0.0581143 Jul 28 05:45:34.771982 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5d6c248b-1358-4b79-9e86-ef268bf7fb46 req-62422f8c-f0dd-46be-b563-32095d2788b9 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.13 "GET /v2.0/security-groups?id=75084007-15cc-4b59-a1c7-e60e3e10f81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435712 Jul 28 05:45:36.046211 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f1def-3221-4fd0-b77e-d9467c35d54c req-0929832b-7e45-4027-b336-a209b1344098 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:36.053412 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ba6f1def-3221-4fd0-b77e-d9467c35d54c req-0929832b-7e45-4027-b336-a209b1344098 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9dfe4d0-bf7c-4d53-b874-1e4e8bb54176 HTTP/1.1" status: 200 len: 945 time: 0.2190554 Jul 28 05:45:36.090000 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ba6f1def-3221-4fd0-b77e-d9467c35d54c req-a988ffe2-65f4-4c6e-a414-d3a2e9bc42ba tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.13 "GET /v2.0/security-groups?id=75084007-15cc-4b59-a1c7-e60e3e10f81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358348 Jul 28 05:45:36.907346 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a286d755-e6df-43e3-9729-ce7655a7ed71 req-1beb6c4c-af8b-451f-a0c1-cb262bbe2269 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:36.908862 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a286d755-e6df-43e3-9729-ce7655a7ed71 req-1beb6c4c-af8b-451f-a0c1-cb262bbe2269 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9dfe4d0-bf7c-4d53-b874-1e4e8bb54176 HTTP/1.1" status: 200 len: 945 time: 0.0623081 Jul 28 05:45:36.951621 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a286d755-e6df-43e3-9729-ce7655a7ed71 req-e18c6daa-a39d-4cd7-890b-973027f3cfc3 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.13 "GET /v2.0/security-groups?id=75084007-15cc-4b59-a1c7-e60e3e10f81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365269 Jul 28 05:45:37.454288 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce557f0a-6d1c-417a-894f-94b852b5275d req-823ee194-be8a-48c9-884d-ceccc04890ca tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:37.455761 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ce557f0a-6d1c-417a-894f-94b852b5275d req-823ee194-be8a-48c9-884d-ceccc04890ca tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/networks?id=ede6b695-9830-47b8-b631-f4cc4556be14 HTTP/1.1" status: 200 len: 815 time: 0.1009085 Jul 28 05:45:37.470465 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ce557f0a-6d1c-417a-894f-94b852b5275d req-711d91ee-a09c-4de6-af67-f4763c0e4477 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/quotas/9170eb4d61904947be3c1d3473eb6d1d HTTP/1.1" status: 200 len: 375 time: 0.0089948 Jul 28 05:45:37.524207 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ce557f0a-6d1c-417a-894f-94b852b5275d req-ec162e9c-e96e-4e5d-9d90-16c2e2d19d3d tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9170eb4d61904947be3c1d3473eb6d1d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482290 Jul 28 05:45:37.618264 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ce557f0a-6d1c-417a-894f-94b852b5275d req-8ca2248e-91c4-426b-9b79-bbf68cbf62ce service neutron] 10.222.0.13 "GET /v2.0/networks/ede6b695-9830-47b8-b631-f4cc4556be14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828490 Jul 28 05:45:37.708781 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ce557f0a-6d1c-417a-894f-94b852b5275d req-72e8eb14-bbbe-466a-8ac3-e85ffa4d2782 service neutron] 10.222.0.13 "GET /v2.0/networks/ede6b695-9830-47b8-b631-f4cc4556be14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841191 Jul 28 05:45:37.916415 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6ea7ebe5-81d1-41fb-bb23-e18108aa4a89 req-a0283db6-3367-49d1-b30f-f48144320626 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/ports?device_id=97de097e-88f6-4031-ad08-edb48381cb74 HTTP/1.1" status: 200 len: 210 time: 0.0788541 Jul 28 05:45:38.086485 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d759c9b-f404-4de0-8f96-bb1bcf35ffa0 req-7b6f778d-5c2f-4e4a-8b92-297c15086d97 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:38.088418 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3d759c9b-f404-4de0-8f96-bb1bcf35ffa0 req-7b6f778d-5c2f-4e4a-8b92-297c15086d97 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9dfe4d0-bf7c-4d53-b874-1e4e8bb54176 HTTP/1.1" status: 200 len: 945 time: 0.0536687 Jul 28 05:45:38.128803 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3d759c9b-f404-4de0-8f96-bb1bcf35ffa0 req-f66d561e-c95b-4019-aaeb-f727e29623ba tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.13 "GET /v2.0/security-groups?id=75084007-15cc-4b59-a1c7-e60e3e10f81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340841 Jul 28 05:45:38.503934 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5529983-90d6-477c-aa8a-a03895d2305e req-a32dedf5-dd2c-4f95-b7b4-990fab9b42d5 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:38.505999 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e5529983-90d6-477c-aa8a-a03895d2305e req-a32dedf5-dd2c-4f95-b7b4-990fab9b42d5 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9dfe4d0-bf7c-4d53-b874-1e4e8bb54176 HTTP/1.1" status: 200 len: 945 time: 0.0503316 Jul 28 05:45:38.601605 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [req-e5529983-90d6-477c-aa8a-a03895d2305e req-f7c83f5c-e1d9-4e58-be57-68dfa5696487 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] Deleting port a2f47e4b-40dd-45df-8b17-5925c82d39a5 {{(pid=93163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 05:45:38.601947 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-e5529983-90d6-477c-aa8a-a03895d2305e req-f7c83f5c-e1d9-4e58-be57-68dfa5696487 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227548555'] for port, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:38.687183 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [req-e5529983-90d6-477c-aa8a-a03895d2305e req-f7c83f5c-e1d9-4e58-be57-68dfa5696487 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] For port a2f47e4b-40dd-45df-8b17-5925c82d39a5, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=a2f47e4b-40dd-45df-8b17-5925c82d39a5,segment=NetworkSegment(6043b322-585c-476c-baff-eb0bb598c7ac),segment_id=6043b322-585c-476c-baff-eb0bb598c7ac)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:45:38.687578 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-e5529983-90d6-477c-aa8a-a03895d2305e req-f7c83f5c-e1d9-4e58-be57-68dfa5696487 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402200'] for port, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:38.699801 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [req-e5529983-90d6-477c-aa8a-a03895d2305e req-f7c83f5c-e1d9-4e58-be57-68dfa5696487 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] Calling delete_port for a2f47e4b-40dd-45df-8b17-5925c82d39a5 owned by compute:nova {{(pid=93163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 05:45:38.829402 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-e5529983-90d6-477c-aa8a-a03895d2305e req-f7c83f5c-e1d9-4e58-be57-68dfa5696487 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227552799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227148301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5267504'] for port, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:38.855616 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c83f5c-e1d9-4e58-be57-68dfa5696487 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] Pushing event deleted for resources: {'Port': ['ID=a2f47e4b-40dd-45df-8b17-5925c82d39a5,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:38.859283 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.21', 61519) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:45:38.866642 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] get_ports_and_sgs() called for port_ids ['a2f47e4b-40dd-45df-8b17-5925c82d39a5'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:45:38.951852 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5529983-90d6-477c-aa8a-a03895d2305e req-f7c83f5c-e1d9-4e58-be57-68dfa5696487 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] No DVR routers for this DVR port a2f47e4b-40dd-45df-8b17-5925c82d39a5 on host hv-cinder-80161 {{(pid=93163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 05:45:38.955681 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-e5529983-90d6-477c-aa8a-a03895d2305e req-f7c83f5c-e1d9-4e58-be57-68dfa5696487 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068'] for port, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:38.957633 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e5529983-90d6-477c-aa8a-a03895d2305e req-f7c83f5c-e1d9-4e58-be57-68dfa5696487 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.21 "DELETE /v2.0/ports/a2f47e4b-40dd-45df-8b17-5925c82d39a5 HTTP/1.1" status: 204 len: 173 time: 0.4400225 Jul 28 05:45:38.958093 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9dfe4d0-bf7c-4d53-b874-1e4e8bb54176', 'name': 'network-vif-deleted', 'tag': 'a2f47e4b-40dd-45df-8b17-5925c82d39a5'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:45:38.960750 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdaae2d937131cd036474998a49e3e11d53281396ea4e1ac8b096c837d21eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50e80d7-1b56-4b3a-951b-56853b5c8d1c" -d '{"events": [{"server_uuid": "d9dfe4d0-bf7c-4d53-b874-1e4e8bb54176", "name": "network-vif-deleted", "tag": "a2f47e4b-40dd-45df-8b17-5925c82d39a5"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:45:39.017113 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 05:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71685481-14cc-4083-83d8-cbb2fc64c6a5 x-openstack-request-id: req-71685481-14cc-4083-83d8-cbb2fc64c6a5 {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:45:39.017393 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9dfe4d0-bf7c-4d53-b874-1e4e8bb54176", "name": "network-vif-deleted", "tag": "a2f47e4b-40dd-45df-8b17-5925c82d39a5", "status": "completed", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:45:39.017637 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-71685481-14cc-4083-83d8-cbb2fc64c6a5 {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:45:39.018012 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9dfe4d0-bf7c-4d53-b874-1e4e8bb54176', 'name': 'network-vif-deleted', 'tag': 'a2f47e4b-40dd-45df-8b17-5925c82d39a5', 'status': 'completed', 'code': 200} Jul 28 05:45:39.028067 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce557f0a-6d1c-417a-894f-94b852b5275d req-99d62998-a9a5-4e8a-a765-72c3b41d5257 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:39.029489 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ce557f0a-6d1c-417a-894f-94b852b5275d req-99d62998-a9a5-4e8a-a765-72c3b41d5257 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.21 "GET /v2.0/networks?id=ede6b695-9830-47b8-b631-f4cc4556be14 HTTP/1.1" status: 200 len: 815 time: 0.1690621 Jul 28 05:45:39.044348 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-637956e8-546d-442a-84ae-167ad0919a2e req-7916d9b0-be3d-4826-a0e7-2c41c076f69e tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/ports?device_id=97de097e-88f6-4031-ad08-edb48381cb74 HTTP/1.1" status: 200 len: 210 time: 0.0474179 Jul 28 05:45:39.066981 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [req-ce557f0a-6d1c-417a-894f-94b852b5275d req-77c79597-1b21-402a-b613-2f74faa7bfb9 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Request body: {'port': {'device_id': '97de097e-88f6-4031-ad08-edb48381cb74', 'network_id': 'ede6b695-9830-47b8-b631-f4cc4556be14', 'admin_state_up': True, 'tenant_id': '9170eb4d61904947be3c1d3473eb6d1d'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:45:39.188859 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce557f0a-6d1c-417a-894f-94b852b5275d req-77c79597-1b21-402a-b613-2f74faa7bfb9 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Made reservation on behalf of 9170eb4d61904947be3c1d3473eb6d1d for: {'port': 1} {{(pid=93163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:45:39.192447 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-ce557f0a-6d1c-417a-894f-94b852b5275d req-77c79597-1b21-402a-b613-2f74faa7bfb9 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:39.269330 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-29841cf1-3d01-43ab-af24-12db9368f8f8 req-69b623be-2eac-46b1-9388-d9e963e0b862 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9dfe4d0-bf7c-4d53-b874-1e4e8bb54176 HTTP/1.1" status: 200 len: 210 time: 0.0526221 Jul 28 05:45:39.346678 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_common [req-ce557f0a-6d1c-417a-894f-94b852b5275d req-77c79597-1b21-402a-b613-2f74faa7bfb9 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Allocated IP 172.20.0.11 (ede6b695-9830-47b8-b631-f4cc4556be14/9691bee0-5151-463a-9aae-3e5264d2934a/9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8) {{(pid=93163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:45:39.546179 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-ce557f0a-6d1c-417a-894f-94b852b5275d req-77c79597-1b21-402a-b613-2f74faa7bfb9 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify callbacks [] for port, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:39.561022 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [req-ce557f0a-6d1c-417a-894f-94b852b5275d req-77c79597-1b21-402a-b613-2f74faa7bfb9 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Transition to ACTIVE for port object 9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8 will not be triggered until provisioned by entity DHCP. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:45:39.603061 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-ce557f0a-6d1c-417a-894f-94b852b5275d req-77c79597-1b21-402a-b613-2f74faa7bfb9 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227148292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5267504'] for port, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:39.660129 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce557f0a-6d1c-417a-894f-94b852b5275d req-77c79597-1b21-402a-b613-2f74faa7bfb9 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Network ede6b695-9830-47b8-b631-f4cc4556be14 is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:45:39.663739 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [req-ce557f0a-6d1c-417a-894f-94b852b5275d req-77c79597-1b21-402a-b613-2f74faa7bfb9 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:45:39.668023 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce557f0a-6d1c-417a-894f-94b852b5275d req-77c79597-1b21-402a-b613-2f74faa7bfb9 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Received port after_create {{(pid=93163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 05:45:39.709568 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c79597-1b21-402a-b613-2f74faa7bfb9 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Pushing event updated for resources: {'Port': ['ID=9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:39.731221 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce557f0a-6d1c-417a-894f-94b852b5275d req-77c79597-1b21-402a-b613-2f74faa7bfb9 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:39.731868 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-ce557f0a-6d1c-417a-894f-94b852b5275d req-77c79597-1b21-402a-b613-2f74faa7bfb9 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068'] for port, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:39.754563 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ce557f0a-6d1c-417a-894f-94b852b5275d req-77c79597-1b21-402a-b613-2f74faa7bfb9 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6912992 Jul 28 05:45:39.968167 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-ab06f48c-e69e-4ec9-a731-c15b40371fd6 None None] Provisioning for port 9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8 completed by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:45:39.972004 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-ab06f48c-e69e-4ec9-a731-c15b40371fd6 None None] Provisioning complete for port 9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8 triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:45:39.972372 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-ab06f48c-e69e-4ec9-a731-c15b40371fd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:40.009610 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-ab06f48c-e69e-4ec9-a731-c15b40371fd6 None None] Port 9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8 cannot update to ACTIVE because it is not bound. {{(pid=93164) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 05:45:40.166850 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5a69b-7c67-4374-bdbc-da684a32d644 req-b874d969-3e2d-4ab9-8093-41fe3f22561f tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:40.168445 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5da5a69b-7c67-4374-bdbc-da684a32d644 req-b874d969-3e2d-4ab9-8093-41fe3f22561f tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/ports?device_id=97de097e-88f6-4031-ad08-edb48381cb74 HTTP/1.1" status: 200 len: 932 time: 0.0552335 Jul 28 05:45:40.208735 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5da5a69b-7c67-4374-bdbc-da684a32d644 req-5e21c880-91ac-4307-9fce-144e426ebf39 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c3497e-d6a2-4449-bcee-d617b6c9f701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344806 Jul 28 05:45:40.381135 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-9a3776e6-5a6d-4c18-b667-5a05f9cf34f5 req-01f2e84e-61db-46a0-aad2-bd7822685c1b tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9dfe4d0-bf7c-4d53-b874-1e4e8bb54176 HTTP/1.1" status: 200 len: 210 time: 0.0303817 Jul 28 05:45:41.325111 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2d8f6-345d-4a6b-ac1d-484211a72cb8 req-bbf71ca9-dbda-4d13-b222-26f2fb59b588 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:41.326674 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-88b2d8f6-345d-4a6b-ac1d-484211a72cb8 req-bbf71ca9-dbda-4d13-b222-26f2fb59b588 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/ports?device_id=97de097e-88f6-4031-ad08-edb48381cb74 HTTP/1.1" status: 200 len: 932 time: 0.0493159 Jul 28 05:45:41.366102 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-88b2d8f6-345d-4a6b-ac1d-484211a72cb8 req-07388bb8-af07-423e-a58a-0d4b5dc24b29 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c3497e-d6a2-4449-bcee-d617b6c9f701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330987 Jul 28 05:45:41.503558 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-02a7df5b-c14d-417a-b052-b79318e677cb req-3151b788-b972-49aa-80cd-9ad7cc599571 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9dfe4d0-bf7c-4d53-b874-1e4e8bb54176 HTTP/1.1" status: 200 len: 210 time: 0.0274239 Jul 28 05:45:42.482358 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c8aa5-54ff-4e35-967d-58cf970234ea req-1bf088f9-87ab-45bb-8662-f348038e0a66 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:42.484005 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6d7c8aa5-54ff-4e35-967d-58cf970234ea req-1bf088f9-87ab-45bb-8662-f348038e0a66 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/ports?device_id=97de097e-88f6-4031-ad08-edb48381cb74 HTTP/1.1" status: 200 len: 932 time: 0.0502191 Jul 28 05:45:42.523008 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6d7c8aa5-54ff-4e35-967d-58cf970234ea req-bd30a461-96d3-48ad-8008-e443fe69802b tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c3497e-d6a2-4449-bcee-d617b6c9f701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319564 Jul 28 05:45:42.613735 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-51907471-18ba-4b4e-9dcf-e6ad706d5a5a req-f18f9edf-c9bf-465d-b722-b3220d1f43aa tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9dfe4d0-bf7c-4d53-b874-1e4e8bb54176 HTTP/1.1" status: 200 len: 210 time: 0.0301998 Jul 28 05:45:43.674114 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd6611c-8963-4ffc-8e92-8cad84a9c244 req-698910f6-0d54-4f57-b34c-a4d7769b71b8 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:43.674114 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-afd6611c-8963-4ffc-8e92-8cad84a9c244 req-698910f6-0d54-4f57-b34c-a4d7769b71b8 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/ports?device_id=97de097e-88f6-4031-ad08-edb48381cb74 HTTP/1.1" status: 200 len: 932 time: 0.0644953 Jul 28 05:45:43.723023 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-afd6611c-8963-4ffc-8e92-8cad84a9c244 req-326f1f20-8981-49d7-9771-ada9970a62b1 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c3497e-d6a2-4449-bcee-d617b6c9f701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491929 Jul 28 05:45:43.737817 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4e4f6c14-c328-45aa-be51-78158f75a4d7 req-4bde6699-ae67-438d-8a62-ff4648806552 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9dfe4d0-bf7c-4d53-b874-1e4e8bb54176 HTTP/1.1" status: 200 len: 210 time: 0.0310278 Jul 28 05:45:43.862796 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device a2f47e4b-40dd-45df-8b17-5925c82d39a5 no longer exists at agent hyperv_hv-cinder-80161 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:45:43.884645 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] No Port match for: a2f47e4b-40dd-45df-8b17-5925c82d39a5 {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 05:45:43.884983 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device a2f47e4b-40dd-45df-8b17-5925c82d39a5 not bound to the agent host hv-cinder-80161 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:45:44.854398 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3abc71ef-9739-40c4-be99-c69d0391667a req-a064d275-17bf-4431-9db8-41d4f6351788 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9dfe4d0-bf7c-4d53-b874-1e4e8bb54176 HTTP/1.1" status: 200 len: 210 time: 0.0288305 Jul 28 05:45:44.870216 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021446aa-7e0a-4e51-af05-6c4236ca7eb9 req-2cba3082-f867-4601-96b5-cc69e6d9a9e6 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:44.872139 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-021446aa-7e0a-4e51-af05-6c4236ca7eb9 req-2cba3082-f867-4601-96b5-cc69e6d9a9e6 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/ports?device_id=97de097e-88f6-4031-ad08-edb48381cb74 HTTP/1.1" status: 200 len: 932 time: 0.0787530 Jul 28 05:45:44.911630 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-021446aa-7e0a-4e51-af05-6c4236ca7eb9 req-fb80e6a1-d375-4f90-a01f-c6a5ea2ce05b tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c3497e-d6a2-4449-bcee-d617b6c9f701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333133 Jul 28 05:45:45.983651 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-320ec68f-839b-401b-897f-db85a94a579b req-d54bf6de-6063-43f3-bdff-32352852fe6c tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9dfe4d0-bf7c-4d53-b874-1e4e8bb54176 HTTP/1.1" status: 200 len: 210 time: 0.0276358 Jul 28 05:45:46.053572 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f377f65-e183-440c-b4b0-f4601238017d req-72519e32-7423-4b1f-aa9e-2497c555c53b tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:46.055343 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2f377f65-e183-440c-b4b0-f4601238017d req-72519e32-7423-4b1f-aa9e-2497c555c53b tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/ports?device_id=97de097e-88f6-4031-ad08-edb48381cb74 HTTP/1.1" status: 200 len: 932 time: 0.0583265 Jul 28 05:45:46.096186 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2f377f65-e183-440c-b4b0-f4601238017d req-6509472c-0460-41e8-bf71-e6f1b58370f5 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c3497e-d6a2-4449-bcee-d617b6c9f701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348272 Jul 28 05:45:47.100304 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c76e0fcb-5ec1-430b-a4a6-1b4609df18d9 req-d533918e-b01b-4933-9a5a-789bd83384c5 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9dfe4d0-bf7c-4d53-b874-1e4e8bb54176 HTTP/1.1" status: 200 len: 210 time: 0.0317640 Jul 28 05:45:47.215744 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8554a-184a-456a-9169-3dc5fcfb7102 req-86c2e43d-e6cd-4733-b24c-84b013ee5226 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:47.217384 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c0d8554a-184a-456a-9169-3dc5fcfb7102 req-86c2e43d-e6cd-4733-b24c-84b013ee5226 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/ports?device_id=97de097e-88f6-4031-ad08-edb48381cb74 HTTP/1.1" status: 200 len: 932 time: 0.0491505 Jul 28 05:45:47.257386 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c0d8554a-184a-456a-9169-3dc5fcfb7102 req-22b2f9af-4646-4555-8ac6-16849d9067f7 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c3497e-d6a2-4449-bcee-d617b6c9f701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338731 Jul 28 05:45:48.226981 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-59aaddea-fc56-411c-8059-d180ab51bedd req-81bdc02c-bc22-4e10-a9db-53f6659019db tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9dfe4d0-bf7c-4d53-b874-1e4e8bb54176 HTTP/1.1" status: 200 len: 210 time: 0.0282755 Jul 28 05:45:48.244388 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 40802) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:45:48.421204 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc25746-8fa7-4d40-9370-c30ac0c7a58b req-5a10b3ce-003c-4805-940c-da9eb87992f1 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:48.422867 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6dc25746-8fa7-4d40-9370-c30ac0c7a58b req-5a10b3ce-003c-4805-940c-da9eb87992f1 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/ports?device_id=97de097e-88f6-4031-ad08-edb48381cb74 HTTP/1.1" status: 200 len: 932 time: 0.0958383 Jul 28 05:45:48.504706 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6dc25746-8fa7-4d40-9370-c30ac0c7a58b req-999777d3-1ab4-4c4e-a9e5-0c0ca5508613 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c3497e-d6a2-4449-bcee-d617b6c9f701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742273 Jul 28 05:45:48.590923 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:48.753650 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-7cba648c-cc28-4acd-9688-1430d64a04a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409351'] for router_interface, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:49.003701 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-7cba648c-cc28-4acd-9688-1430d64a04a2 admin admin] Deleting port 45e5aab9-0412-42d2-ae4f-fd3d2a06bb13 {{(pid=93163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 05:45:49.004046 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-7cba648c-cc28-4acd-9688-1430d64a04a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227548555'] for port, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:49.088503 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-7cba648c-cc28-4acd-9688-1430d64a04a2 admin admin] For port 45e5aab9-0412-42d2-ae4f-fd3d2a06bb13, host dv-cinder-801617-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=45e5aab9-0412-42d2-ae4f-fd3d2a06bb13,segment=NetworkSegment(63e88a60-78da-4f55-839d-5376c73609d1),segment_id=63e88a60-78da-4f55-839d-5376c73609d1)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:45:49.088869 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-7cba648c-cc28-4acd-9688-1430d64a04a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402200'] for port, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:49.101911 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-7cba648c-cc28-4acd-9688-1430d64a04a2 admin admin] Calling delete_port for 45e5aab9-0412-42d2-ae4f-fd3d2a06bb13 owned by network:router_interface {{(pid=93163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 05:45:49.281198 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-7cba648c-cc28-4acd-9688-1430d64a04a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227552799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227148301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5267504'] for port, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:49.308989 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba648c-cc28-4acd-9688-1430d64a04a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=45e5aab9-0412-42d2-ae4f-fd3d2a06bb13,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:49.346247 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cba648c-cc28-4acd-9688-1430d64a04a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:45:49.346621 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cba648c-cc28-4acd-9688-1430d64a04a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:45:49.346974 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cba648c-cc28-4acd-9688-1430d64a04a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:45:49.347264 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cba648c-cc28-4acd-9688-1430d64a04a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:45:49.347647 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cba648c-cc28-4acd-9688-1430d64a04a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:45:49.347974 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cba648c-cc28-4acd-9688-1430d64a04a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:45:49.348300 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cba648c-cc28-4acd-9688-1430d64a04a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:45:49.348634 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cba648c-cc28-4acd-9688-1430d64a04a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:45:49.348965 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cba648c-cc28-4acd-9688-1430d64a04a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:45:49.349289 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cba648c-cc28-4acd-9688-1430d64a04a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:45:49.349616 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cba648c-cc28-4acd-9688-1430d64a04a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:45:49.349938 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cba648c-cc28-4acd-9688-1430d64a04a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:45:49.354308 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-61078575-f51a-496d-820f-ecc61de94f86 req-9294c509-c9ab-4d69-a136-3a75edd9f95a tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.13 "GET /v2.0/ports?device_id=d9dfe4d0-bf7c-4d53-b874-1e4e8bb54176 HTTP/1.1" status: 200 len: 210 time: 0.0468116 Jul 28 05:45:49.512672 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-7cba648c-cc28-4acd-9688-1430d64a04a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409451'] for router_interface, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:49.656907 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ef298-a97c-4ce0-8786-ed210ed244cd req-95ca57fc-7e80-4b04-bfd8-46ac7784eefe tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:49.658268 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c42ef298-a97c-4ce0-8786-ed210ed244cd req-95ca57fc-7e80-4b04-bfd8-46ac7784eefe tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/ports?device_id=97de097e-88f6-4031-ad08-edb48381cb74 HTTP/1.1" status: 200 len: 932 time: 0.0868323 Jul 28 05:45:49.759187 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c42ef298-a97c-4ce0-8786-ed210ed244cd req-84e8e180-0087-4f4b-8712-4a6efcd386b7 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c3497e-d6a2-4449-bcee-d617b6c9f701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685236 Jul 28 05:45:49.784143 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cba648c-cc28-4acd-9688-1430d64a04a2 admin admin] Router 6d6a469e-4bf2-4138-8fc3-d836b5f0c496 has already been hosted by L3 agent febb8baf-5368-4b94-affe-2856141f0f3f {{(pid=93163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 05:45:49.885561 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cba648c-cc28-4acd-9688-1430d64a04a2 admin admin] Notify agent at l3_agent.dv-cinder-801617-3-iscsi the message routers_updated {{(pid=93163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:45:49.890762 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-7cba648c-cc28-4acd-9688-1430d64a04a2 admin admin] 10.222.0.13 "PUT /v2.0/routers/6d6a469e-4bf2-4138-8fc3-d836b5f0c496/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6491117 Jul 28 05:45:49.893016 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 40814) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:45:49.895666 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158d3bd5-6044-422e-8ab0-cb6680e0ba3c None None] Sync routers for ids ['6d6a469e-4bf2-4138-8fc3-d836b5f0c496'] in dv-cinder-801617-3-iscsi {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:45:49.905901 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158d3bd5-6044-422e-8ab0-cb6680e0ba3c None None] Routers {'6d6a469e-4bf2-4138-8fc3-d836b5f0c496'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:45:49.906491 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-158d3bd5-6044-422e-8ab0-cb6680e0ba3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:45:27Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['6d6a469e-4bf2-4138-8fc3-d836b5f0c496'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:45:49.992164 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-874bd298-416e-4c0a-a6ca-bdd95d5a6516 admin admin] Notify callbacks [] for router, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:50.006688 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-158d3bd5-6044-422e-8ab0-cb6680e0ba3c None None] Set router 6d6a469e-4bf2-4138-8fc3-d836b5f0c496 gateway port host: dv-cinder-801617-3-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:45:50.197689 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-158d3bd5-6044-422e-8ab0-cb6680e0ba3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6a469e-4bf2-4138-8fc3-d836b5f0c496', 'name': 'tempest-AttachVolumeTestJSON-1496127404-router', 'tenant_id': '38cd928d0e0347d0baad775ab2994326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '7a4ff8c3-352c-444d-9f87-0662d3b47602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:06Z', 'updated_at': '2021-07-28T05:45:49Z', 'revision_number': 5, 'project_id': '38cd928d0e0347d0baad775ab2994326', 'gw_port': {'id': '7a4ff8c3-352c-444d-9f87-0662d3b47602', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:56:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6a469e-4bf2-4138-8fc3-d836b5f0c496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:08Z', 'updated_at': '2021-07-28T05:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi'}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:45:50.313436 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158d3bd5-6044-422e-8ab0-cb6680e0ba3c None None] Checking router: 6d6a469e-4bf2-4138-8fc3-d836b5f0c496 for host: dv-cinder-801617-3-iscsi {{(pid=93165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:45:50.316703 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [req-ce557f0a-6d1c-417a-894f-94b852b5275d req-278c3705-a829-43c4-bce6-d9d4cb5884c7 service neutron] Request body: {'port': {'device_id': '97de097e-88f6-4031-ad08-edb48381cb74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80161'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:45:50.322120 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158d3bd5-6044-422e-8ab0-cb6680e0ba3c None None] Routers {'6d6a469e-4bf2-4138-8fc3-d836b5f0c496'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:45:50.322911 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-158d3bd5-6044-422e-8ab0-cb6680e0ba3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:45:27Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['6d6a469e-4bf2-4138-8fc3-d836b5f0c496'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:45:50.426366 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-ce557f0a-6d1c-417a-894f-94b852b5275d req-278c3705-a829-43c4-bce6-d9d4cb5884c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:50.427044 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-158d3bd5-6044-422e-8ab0-cb6680e0ba3c None None] Set router 6d6a469e-4bf2-4138-8fc3-d836b5f0c496 gateway port host: dv-cinder-801617-3-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:45:50.461010 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-874bd298-416e-4c0a-a6ca-bdd95d5a6516 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:50.610105 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-158d3bd5-6044-422e-8ab0-cb6680e0ba3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d6a469e-4bf2-4138-8fc3-d836b5f0c496', 'name': 'tempest-AttachVolumeTestJSON-1496127404-router', 'tenant_id': '38cd928d0e0347d0baad775ab2994326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '7a4ff8c3-352c-444d-9f87-0662d3b47602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:06Z', 'updated_at': '2021-07-28T05:45:49Z', 'revision_number': 5, 'project_id': '38cd928d0e0347d0baad775ab2994326', 'gw_port': {'id': '7a4ff8c3-352c-444d-9f87-0662d3b47602', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:56:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6a469e-4bf2-4138-8fc3-d836b5f0c496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:08Z', 'updated_at': '2021-07-28T05:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi'}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:45:50.638629 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158d3bd5-6044-422e-8ab0-cb6680e0ba3c None None] The sync data for ids ['6d6a469e-4bf2-4138-8fc3-d836b5f0c496'] in dv-cinder-801617-3-iscsi is: [{'id': '6d6a469e-4bf2-4138-8fc3-d836b5f0c496', 'name': 'tempest-AttachVolumeTestJSON-1496127404-router', 'tenant_id': '38cd928d0e0347d0baad775ab2994326', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.186'}], 'enable_snat': True}, 'gw_port_id': '7a4ff8c3-352c-444d-9f87-0662d3b47602', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:09:06Z', 'updated_at': '2021-07-28T05:45:49Z', 'revision_number': 5, 'project_id': '38cd928d0e0347d0baad775ab2994326', 'gw_port': {'id': '7a4ff8c3-352c-444d-9f87-0662d3b47602', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:56:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d6a469e-4bf2-4138-8fc3-d836b5f0c496', 'device_owner': 'network:router_gateway', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:09:08Z', 'updated_at': '2021-07-28T05:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi'}] {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:45:50.714262 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-874bd298-416e-4c0a-a6ca-bdd95d5a6516 admin admin] Deleting port 7a4ff8c3-352c-444d-9f87-0662d3b47602 {{(pid=93163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 05:45:50.714601 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-874bd298-416e-4c0a-a6ca-bdd95d5a6516 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227548555'] for port, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:50.777775 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470cedeb-c2a8-4ef6-bba8-35486a1b7c6b req-83e8aa12-2444-4045-a055-f9b089a2debc tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:50.779222 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-470cedeb-c2a8-4ef6-bba8-35486a1b7c6b req-83e8aa12-2444-4045-a055-f9b089a2debc tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.13 "GET /v2.0/networks?id=d3456b6e-b5cc-46c1-8913-7e81cd29636f HTTP/1.1" status: 200 len: 809 time: 0.2251358 Jul 28 05:45:50.812385 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-470cedeb-c2a8-4ef6-bba8-35486a1b7c6b req-f8a43bd9-329d-4d6b-9cc9-a7bc11be23a5 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.13 "GET /v2.0/quotas/dccc82d1a2564657998d82ac8d962eb8 HTTP/1.1" status: 200 len: 375 time: 0.0265453 Jul 28 05:45:50.869854 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-470cedeb-c2a8-4ef6-bba8-35486a1b7c6b req-f050004e-8e5b-4a64-aa4b-e8d9119009b4 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=dccc82d1a2564657998d82ac8d962eb8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512190 Jul 28 05:45:50.989515 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-874bd298-416e-4c0a-a6ca-bdd95d5a6516 admin admin] For port 7a4ff8c3-352c-444d-9f87-0662d3b47602, host dv-cinder-801617-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=7a4ff8c3-352c-444d-9f87-0662d3b47602,segment=NetworkSegment(d34fa97e-0825-4a06-9105-26c8994a2a7e),segment_id=d34fa97e-0825-4a06-9105-26c8994a2a7e)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:45:50.989894 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-874bd298-416e-4c0a-a6ca-bdd95d5a6516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402200'] for port, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:51.002607 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [req-ce557f0a-6d1c-417a-894f-94b852b5275d req-278c3705-a829-43c4-bce6-d9d4cb5884c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8 {{(pid=93163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 05:45:51.022604 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-874bd298-416e-4c0a-a6ca-bdd95d5a6516 admin admin] Calling delete_port for 7a4ff8c3-352c-444d-9f87-0662d3b47602 owned by network:router_gateway {{(pid=93163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 05:45:51.026715 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-ce557f0a-6d1c-417a-894f-94b852b5275d req-278c3705-a829-43c4-bce6-d9d4cb5884c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:51.067915 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd2f83-5c98-4edf-8b30-94ce573a1244 req-0ee468ea-f09c-43a7-b8c1-e9d0487ac393 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:51.069492 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e2cd2f83-5c98-4edf-8b30-94ce573a1244 req-0ee468ea-f09c-43a7-b8c1-e9d0487ac393 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/ports?device_id=97de097e-88f6-4031-ad08-edb48381cb74 HTTP/1.1" status: 200 len: 932 time: 0.2460537 Jul 28 05:45:51.111730 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [req-ce557f0a-6d1c-417a-894f-94b852b5275d req-278c3705-a829-43c4-bce6-d9d4cb5884c7 service neutron] Transition to ACTIVE for port object 9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8 will not be triggered until provisioned by entity L2. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:45:51.127543 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-ce557f0a-6d1c-417a-894f-94b852b5275d req-278c3705-a829-43c4-bce6-d9d4cb5884c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5267515'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:51.165417 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-470cedeb-c2a8-4ef6-bba8-35486a1b7c6b req-ac0ebb4c-4f6e-4cc9-b6a8-0efabe58f814 service neutron] 10.222.0.13 "GET /v2.0/networks/d3456b6e-b5cc-46c1-8913-7e81cd29636f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731519 Jul 28 05:45:51.271202 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e2cd2f83-5c98-4edf-8b30-94ce573a1244 req-bbb68629-ba49-4844-b84b-0cab676dafde tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c3497e-d6a2-4449-bcee-d617b6c9f701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938453 Jul 28 05:45:51.327539 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278c3705-a829-43c4-bce6-d9d4cb5884c7 service neutron] Pushing event updated for resources: {'Port': ['ID=9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8,revision_number=2']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:51.412579 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-470cedeb-c2a8-4ef6-bba8-35486a1b7c6b req-a78157d9-6578-4046-960f-144ecfc09f03 service neutron] 10.222.0.13 "GET /v2.0/networks/d3456b6e-b5cc-46c1-8913-7e81cd29636f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371905 Jul 28 05:45:51.441408 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [req-ce557f0a-6d1c-417a-894f-94b852b5275d req-278c3705-a829-43c4-bce6-d9d4cb5884c7 service neutron] Attempting to bind port 9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8 on host hv-cinder-80161 for vnic_type normal with profile {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 05:45:51.441798 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [req-ce557f0a-6d1c-417a-894f-94b852b5275d req-278c3705-a829-43c4-bce6-d9d4cb5884c7 service neutron] Attempting to bind port 9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8 by drivers openvswitch,hyperv on host hv-cinder-80161 at level 0 using segments [{'id': 'b6b1fc69-a370-4059-adc5-9ad09eb4aadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ede6b695-9830-47b8-b631-f4cc4556be14'}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 05:45:51.442073 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce557f0a-6d1c-417a-894f-94b852b5275d req-278c3705-a829-43c4-bce6-d9d4cb5884c7 service neutron] Attempting to bind port 9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8 on network ede6b695-9830-47b8-b631-f4cc4556be14 {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:45:51.449071 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce557f0a-6d1c-417a-894f-94b852b5275d req-278c3705-a829-43c4-bce6-d9d4cb5884c7 service neutron] Port 9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8 on network ede6b695-9830-47b8-b631-f4cc4556be14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80161 {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 05:45:51.449394 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce557f0a-6d1c-417a-894f-94b852b5275d req-278c3705-a829-43c4-bce6-d9d4cb5884c7 service neutron] Attempting to bind port 9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8 on network ede6b695-9830-47b8-b631-f4cc4556be14 {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:45:51.458150 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce557f0a-6d1c-417a-894f-94b852b5275d req-278c3705-a829-43c4-bce6-d9d4cb5884c7 service neutron] Checking agent: {'id': '4cdb6954-a1c9-49c3-81e0-9b963b26fa6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80161', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 5, 7, 18), 'started_at': datetime.datetime(2021, 7, 28, 5, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 5, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 05:45:51.458485 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce557f0a-6d1c-417a-894f-94b852b5275d req-278c3705-a829-43c4-bce6-d9d4cb5884c7 service neutron] Checking segment: {'id': 'b6b1fc69-a370-4059-adc5-9ad09eb4aadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ede6b695-9830-47b8-b631-f4cc4556be14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:45:51.459384 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce557f0a-6d1c-417a-894f-94b852b5275d req-278c3705-a829-43c4-bce6-d9d4cb5884c7 service neutron] Bound using segment: {'id': 'b6b1fc69-a370-4059-adc5-9ad09eb4aadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ede6b695-9830-47b8-b631-f4cc4556be14'} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 05:45:51.459902 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [req-ce557f0a-6d1c-417a-894f-94b852b5275d req-278c3705-a829-43c4-bce6-d9d4cb5884c7 service neutron] Bound port: 9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8, host: hv-cinder-80161, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6b1fc69-a370-4059-adc5-9ad09eb4aadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ede6b695-9830-47b8-b631-f4cc4556be14'}}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 05:45:51.460192 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-ce557f0a-6d1c-417a-894f-94b852b5275d req-278c3705-a829-43c4-bce6-d9d4cb5884c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:51.501491 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-874bd298-416e-4c0a-a6ca-bdd95d5a6516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227552799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227148301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5267504'] for port, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:51.550006 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874bd298-416e-4c0a-a6ca-bdd95d5a6516 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a4ff8c3-352c-444d-9f87-0662d3b47602,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:51.623965 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f0361d05-dd8d-4482-af4d-ae6db7fee00a req-b50e6e0f-83a6-414e-aa16-added55a3684 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.13 "GET /v2.0/ports?device_id=d26b488d-f5f6-494c-83fa-57f54ab6a32d HTTP/1.1" status: 200 len: 210 time: 0.0672312 Jul 28 05:45:51.630398 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [req-ce557f0a-6d1c-417a-894f-94b852b5275d req-278c3705-a829-43c4-bce6-d9d4cb5884c7 service neutron] For port 9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8, host hv-cinder-80161, cleared binding levels {{(pid=93163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:45:51.646671 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [req-ce557f0a-6d1c-417a-894f-94b852b5275d req-278c3705-a829-43c4-bce6-d9d4cb5884c7 service neutron] For port 9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8, host hv-cinder-80161, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8,segment=NetworkSegment(b6b1fc69-a370-4059-adc5-9ad09eb4aadf),segment_id=b6b1fc69-a370-4059-adc5-9ad09eb4aadf)] {{(pid=93163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:45:51.650106 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-874bd298-416e-4c0a-a6ca-bdd95d5a6516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406729'] for router_gateway, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:51.653666 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-ce557f0a-6d1c-417a-894f-94b852b5275d req-278c3705-a829-43c4-bce6-d9d4cb5884c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5267515'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:51.777512 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-874bd298-416e-4c0a-a6ca-bdd95d5a6516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-922'] for router, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:51.781283 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce557f0a-6d1c-417a-894f-94b852b5275d req-278c3705-a829-43c4-bce6-d9d4cb5884c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:51.781900 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-ce557f0a-6d1c-417a-894f-94b852b5275d req-278c3705-a829-43c4-bce6-d9d4cb5884c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068'] for port, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:51.783265 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ce557f0a-6d1c-417a-894f-94b852b5275d req-278c3705-a829-43c4-bce6-d9d4cb5884c7 service neutron] 10.222.0.21 "PUT /v2.0/ports/9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8 HTTP/1.1" status: 200 len: 1094 time: 1.4724727 Jul 28 05:45:51.783717 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97de097e-88f6-4031-ad08-edb48381cb74', 'tag': '9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:45:51.785925 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdaae2d937131cd036474998a49e3e11d53281396ea4e1ac8b096c837d21eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c46037-b646-44d7-845a-ebaf3c4c33fb" -d '{"events": [{"name": "network-changed", "server_uuid": "97de097e-88f6-4031-ad08-edb48381cb74", "tag": "9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:45:51.793535 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-874bd298-416e-4c0a-a6ca-bdd95d5a6516 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:51.841403 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278c3705-a829-43c4-bce6-d9d4cb5884c7 service neutron] Pushing event updated for resources: {'Port': ['ID=9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8,revision_number=3']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:51.858627 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-874bd298-416e-4c0a-a6ca-bdd95d5a6516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555462'] for router, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:51.859920 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-874bd298-416e-4c0a-a6ca-bdd95d5a6516 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d6a469e-4bf2-4138-8fc3-d836b5f0c496 {{(pid=93163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 05:45:51.879154 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-874bd298-416e-4c0a-a6ca-bdd95d5a6516 admin admin] Notify callbacks [] for router, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:51.884212 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-874bd298-416e-4c0a-a6ca-bdd95d5a6516 admin admin] 10.222.0.13 "DELETE /v2.0/routers/6d6a469e-4bf2-4138-8fc3-d836b5f0c496 HTTP/1.1" status: 204 len: 168 time: 1.9864304 Jul 28 05:45:51.884212 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 40848) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:45:51.939289 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce557f0a-6d1c-417a-894f-94b852b5275d req-39b8da24-a2e9-4537-912c-24319b837a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:51.945495 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ce557f0a-6d1c-417a-894f-94b852b5275d req-39b8da24-a2e9-4537-912c-24319b837a87 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9170eb4d61904947be3c1d3473eb6d1d&device_id=97de097e-88f6-4031-ad08-edb48381cb74 HTTP/1.1" status: 200 len: 1097 time: 0.1003094 Jul 28 05:45:51.949872 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_v2 [None req-222f7ced-6a9c-499e-a109-a85becf02dde admin admin] Deleting subnet 278bb74a-8e56-4dfc-917a-8520d15d8eb0 {{(pid=93163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 05:45:51.953625 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-222f7ced-6a9c-499e-a109-a85becf02dde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:51.977185 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 05:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ddfd6bb-80b1-4923-91ca-c8cd5e97ba0b x-openstack-request-id: req-3ddfd6bb-80b1-4923-91ca-c8cd5e97ba0b {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:45:51.977461 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97de097e-88f6-4031-ad08-edb48381cb74", "tag": "9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8", "status": "completed", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:45:51.977710 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3ddfd6bb-80b1-4923-91ca-c8cd5e97ba0b {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:45:51.978128 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97de097e-88f6-4031-ad08-edb48381cb74', 'tag': '9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8', 'status': 'completed', 'code': 200} Jul 28 05:45:52.027035 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ce557f0a-6d1c-417a-894f-94b852b5275d req-458553d0-aa8b-436a-b96c-b6ea8c618733 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8 HTTP/1.1" status: 200 len: 217 time: 0.0480464 Jul 28 05:45:52.029556 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-222f7ced-6a9c-499e-a109-a85becf02dde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536495199'] for subnet, precommit_delete_associations {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:52.116632 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce557f0a-6d1c-417a-894f-94b852b5275d req-4a9e01c6-e321-472e-95a4-782fc62ec484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:52.118075 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ce557f0a-6d1c-417a-894f-94b852b5275d req-4a9e01c6-e321-472e-95a4-782fc62ec484 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9691bee0-5151-463a-9aae-3e5264d2934a HTTP/1.1" status: 200 len: 854 time: 0.0654707 Jul 28 05:45:52.188251 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-222f7ced-6a9c-499e-a109-a85becf02dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504883'] for subnet, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:52.213364 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce557f0a-6d1c-417a-894f-94b852b5275d req-c3914b26-baf6-467c-a9c1-cb55eb8e64e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:52.214813 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ce557f0a-6d1c-417a-894f-94b852b5275d req-c3914b26-baf6-467c-a9c1-cb55eb8e64e2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ede6b695-9830-47b8-b631-f4cc4556be14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0736165 Jul 28 05:45:52.297952 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-222f7ced-6a9c-499e-a109-a85becf02dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1504890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5267557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536719496'] for subnet, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:52.336594 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222f7ced-6a9c-499e-a109-a85becf02dde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=278bb74a-8e56-4dfc-917a-8520d15d8eb0,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:52.341801 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-222f7ced-6a9c-499e-a109-a85becf02dde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for subnet, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:52.346247 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 40852) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:45:52.346777 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-222f7ced-6a9c-499e-a109-a85becf02dde admin admin] 10.222.0.13 "DELETE /v2.0/subnets/278bb74a-8e56-4dfc-917a-8520d15d8eb0 HTTP/1.1" status: 204 len: 168 time: 0.4620831 Jul 28 05:45:52.350179 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b091e470-7133-4166-b849-44518e86a577 None None] Network 7040d785-ad9e-439a-8073-762370b8ac7a requested from dv-cinder-801617-3-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 05:45:52.367110 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ce557f0a-6d1c-417a-894f-94b852b5275d req-940f3406-aa24-4dad-9573-49caffe61ef4 service neutron] 10.222.0.21 "GET /v2.0/networks/ede6b695-9830-47b8-b631-f4cc4556be14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437621 Jul 28 05:45:52.465359 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5f616193-b522-43a2-9ea9-daadd338c96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1632385'] for network, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:52.482362 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92989d35-7d3b-40cb-bbfd-c55936829fcb req-256bfc66-4921-4314-8362-d56daf23bd5f tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:52.484121 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-92989d35-7d3b-40cb-bbfd-c55936829fcb req-256bfc66-4921-4314-8362-d56daf23bd5f tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/ports?device_id=97de097e-88f6-4031-ad08-edb48381cb74 HTTP/1.1" status: 200 len: 944 time: 0.1312699 Jul 28 05:45:52.547409 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 7a4ff8c3-352c-444d-9f87-0662d3b47602 no longer exists at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:45:52.550643 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-5f616193-b522-43a2-9ea9-daadd338c96e admin admin] Deleting port dc218447-fdd0-4e05-95d9-e51653e81296 {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 05:45:52.551186 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5f616193-b522-43a2-9ea9-daadd338c96e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227548555'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:52.572482 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] No Port match for: 7a4ff8c3-352c-444d-9f87-0662d3b47602 {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 05:45:52.573212 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 7a4ff8c3-352c-444d-9f87-0662d3b47602 not bound to the agent host dv-cinder-801617-3-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:45:52.573725 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 45e5aab9-0412-42d2-ae4f-fd3d2a06bb13 no longer exists at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:45:52.590872 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-92989d35-7d3b-40cb-bbfd-c55936829fcb req-19a4ba08-8b39-481d-b00e-0c95bfb4384c tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c3497e-d6a2-4449-bcee-d617b6c9f701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839105 Jul 28 05:45:52.596865 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] No Port match for: 45e5aab9-0412-42d2-ae4f-fd3d2a06bb13 {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 05:45:52.597791 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 45e5aab9-0412-42d2-ae4f-fd3d2a06bb13 not bound to the agent host dv-cinder-801617-3-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:45:52.603317 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ce557f0a-6d1c-417a-894f-94b852b5275d req-97126aa1-91cb-4614-8f44-34a37b51e54b service neutron] 10.222.0.21 "GET /v2.0/networks/ede6b695-9830-47b8-b631-f4cc4556be14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224112 Jul 28 05:45:52.604678 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.21', 61527) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:45:52.623911 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [None req-5f616193-b522-43a2-9ea9-daadd338c96e admin admin] For port dc218447-fdd0-4e05-95d9-e51653e81296, host dv-cinder-801617-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=dc218447-fdd0-4e05-95d9-e51653e81296,segment=NetworkSegment(63e88a60-78da-4f55-839d-5376c73609d1),segment_id=63e88a60-78da-4f55-839d-5376c73609d1)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:45:52.624290 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5f616193-b522-43a2-9ea9-daadd338c96e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402200'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:52.638714 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-5f616193-b522-43a2-9ea9-daadd338c96e admin admin] Calling delete_port for dc218447-fdd0-4e05-95d9-e51653e81296 owned by network:dhcp {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 05:45:52.690512 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d03830-65de-4f84-b78e-8ca6b98d9a96 None None] DHCP port deletion for 7040d785-ad9e-439a-8073-762370b8ac7a request from dv-cinder-801617-3-iscsi {{(pid=93164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 05:45:52.735249 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5f616193-b522-43a2-9ea9-daadd338c96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227552799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227148301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4414135'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:52.753660 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f616193-b522-43a2-9ea9-daadd338c96e admin admin] No DVR routers for this DVR port dc218447-fdd0-4e05-95d9-e51653e81296 on host dv-cinder-801617-3-iscsi {{(pid=93162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 05:45:52.754400 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-45d03830-65de-4f84-b78e-8ca6b98d9a96 None None] Deleting port dc218447-fdd0-4e05-95d9-e51653e81296 {{(pid=93164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 05:45:52.755901 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-45d03830-65de-4f84-b78e-8ca6b98d9a96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227548555'] for port, before_delete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:52.772612 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-44abad0e-4a5f-4ac5-a004-9f2da6633a1b req-f01b2729-660a-4307-9177-8749c1e045e3 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.13 "GET /v2.0/ports?device_id=d26b488d-f5f6-494c-83fa-57f54ab6a32d HTTP/1.1" status: 200 len: 210 time: 0.0495379 Jul 28 05:45:52.809698 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-62f53964-f74a-48cc-b45b-866254569c36 req-2e12e1e1-dee4-4a81-ac4e-6c17a0cc4237 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3225107 Jul 28 05:45:52.822297 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470cedeb-c2a8-4ef6-bba8-35486a1b7c6b req-a9ed1a00-5dcc-43d7-b339-83dfc0f311f6 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:52.824002 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-470cedeb-c2a8-4ef6-bba8-35486a1b7c6b req-a9ed1a00-5dcc-43d7-b339-83dfc0f311f6 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.21 "GET /v2.0/networks?id=d3456b6e-b5cc-46c1-8913-7e81cd29636f HTTP/1.1" status: 200 len: 809 time: 0.2180259 Jul 28 05:45:52.830025 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-45d03830-65de-4f84-b78e-8ca6b98d9a96 None None] For port dc218447-fdd0-4e05-95d9-e51653e81296, host dv-cinder-801617-3-iscsi, got binding levels [] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:45:52.830958 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-45d03830-65de-4f84-b78e-8ca6b98d9a96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402200'] for port, precommit_delete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:52.833128 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f616193-b522-43a2-9ea9-daadd338c96e admin admin] Pushing event deleted for resources: {'Port': ['ID=dc218447-fdd0-4e05-95d9-e51653e81296,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:52.833291 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c46037-b646-44d7-845a-ebaf3c4c33fb req-a85ce503-084c-442a-805e-c32c8b700597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:52.834740 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b9c46037-b646-44d7-845a-ebaf3c4c33fb req-a85ce503-084c-442a-805e-c32c8b700597 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9170eb4d61904947be3c1d3473eb6d1d&device_id=97de097e-88f6-4031-ad08-edb48381cb74 HTTP/1.1" status: 200 len: 1097 time: 0.1088684 Jul 28 05:45:52.845955 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-45d03830-65de-4f84-b78e-8ca6b98d9a96 None None] Calling delete_port for dc218447-fdd0-4e05-95d9-e51653e81296 owned by network:dhcp {{(pid=93164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 05:45:52.847202 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f616193-b522-43a2-9ea9-daadd338c96e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:45:52.847603 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f616193-b522-43a2-9ea9-daadd338c96e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:45:52.847934 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f616193-b522-43a2-9ea9-daadd338c96e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:45:52.848276 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f616193-b522-43a2-9ea9-daadd338c96e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:45:52.848610 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f616193-b522-43a2-9ea9-daadd338c96e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:45:52.848942 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f616193-b522-43a2-9ea9-daadd338c96e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:45:52.849804 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f616193-b522-43a2-9ea9-daadd338c96e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:45:52.850138 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f616193-b522-43a2-9ea9-daadd338c96e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:45:52.850466 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f616193-b522-43a2-9ea9-daadd338c96e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:45:52.850790 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f616193-b522-43a2-9ea9-daadd338c96e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:45:52.851116 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f616193-b522-43a2-9ea9-daadd338c96e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:45:52.851386 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.ipam_backend_mixin [None req-45d03830-65de-4f84-b78e-8ca6b98d9a96 None None] Port dc218447-fdd0-4e05-95d9-e51653e81296 was not found and therefore no delete operation was performed {{(pid=93164) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 05:45:52.851529 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f616193-b522-43a2-9ea9-daadd338c96e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:45:52.852997 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-45d03830-65de-4f84-b78e-8ca6b98d9a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227552799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227148301'] for port, after_delete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:52.860838 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5f616193-b522-43a2-9ea9-daadd338c96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377030', 'neutron.services.segments.db._delete_segments_for_network-8765227628337'] for network, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:52.874745 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-5f616193-b522-43a2-9ea9-daadd338c96e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7040d785-ad9e-439a-8073-762370b8ac7a']}} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:45:52.875087 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [req-470cedeb-c2a8-4ef6-bba8-35486a1b7c6b req-2d9f11fc-2fcd-46fb-bcc0-ca2663bb3847 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] Request body: {'port': {'device_id': 'd26b488d-f5f6-494c-83fa-57f54ab6a32d', 'network_id': 'd3456b6e-b5cc-46c1-8913-7e81cd29636f', 'admin_state_up': True, 'tenant_id': 'dccc82d1a2564657998d82ac8d962eb8'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:45:52.883774 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d03830-65de-4f84-b78e-8ca6b98d9a96 None None] Pushing event deleted for resources: {'Port': ['ID=dc218447-fdd0-4e05-95d9-e51653e81296,revision_number=None']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:52.885705 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-5f616193-b522-43a2-9ea9-daadd338c96e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63e88a60-78da-4f55-839d-5376c73609d1') {'for_net_delete': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:45:52.886287 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-5f616193-b522-43a2-9ea9-daadd338c96e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63e88a60-78da-4f55-839d-5376c73609d1') {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:45:52.889133 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d03830-65de-4f84-b78e-8ca6b98d9a96 None None] No DVR routers for this DVR port dc218447-fdd0-4e05-95d9-e51653e81296 on host dv-cinder-801617-3-iscsi {{(pid=93164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 05:45:52.897468 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5f616193-b522-43a2-9ea9-daadd338c96e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765227627066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4869472'] for segment, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:52.914143 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5f616193-b522-43a2-9ea9-daadd338c96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502470'] for segment, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:52.921269 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f616193-b522-43a2-9ea9-daadd338c96e admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=93162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 05:45:52.921885 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5f616193-b522-43a2-9ea9-daadd338c96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4414104'] for segment, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:52.924083 dv-cinder-801617-3-iscsi neutron-server[93162]: Traceback (most recent call last): Jul 28 05:45:52.924083 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 05:45:52.924083 dv-cinder-801617-3-iscsi neutron-server[93162]: timer() Jul 28 05:45:52.924083 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 05:45:52.924083 dv-cinder-801617-3-iscsi neutron-server[93162]: cb(*args, **kw) Jul 28 05:45:52.924083 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 05:45:52.924083 dv-cinder-801617-3-iscsi neutron-server[93162]: return func(*args, **kwargs) Jul 28 05:45:52.924083 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 05:45:52.924083 dv-cinder-801617-3-iscsi neutron-server[93162]: self._notify() Jul 28 05:45:52.924083 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 05:45:52.924083 dv-cinder-801617-3-iscsi neutron-server[93162]: self.callback(batched_events) Jul 28 05:45:52.924083 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 05:45:52.924083 dv-cinder-801617-3-iscsi neutron-server[93162]: event.method(event) Jul 28 05:45:52.924083 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 05:45:52.924083 dv-cinder-801617-3-iscsi neutron-server[93162]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 05:45:52.924083 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 05:45:52.924083 dv-cinder-801617-3-iscsi neutron-server[93162]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 05:45:52.924083 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 05:45:52.924083 dv-cinder-801617-3-iscsi neutron-server[93162]: return f(self, *a, **k) Jul 28 05:45:52.924083 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 05:45:52.924083 dv-cinder-801617-3-iscsi neutron-server[93162]: return self._get(url).json() Jul 28 05:45:52.924083 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 05:45:52.924083 dv-cinder-801617-3-iscsi neutron-server[93162]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 05:45:52.924083 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 05:45:52.924083 dv-cinder-801617-3-iscsi neutron-server[93162]: return self.request(url, 'GET', **kwargs) Jul 28 05:45:52.924083 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 05:45:52.924083 dv-cinder-801617-3-iscsi neutron-server[93162]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 05:45:52.924083 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 05:45:52.924083 dv-cinder-801617-3-iscsi neutron-server[93162]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 05:45:52.924083 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 05:45:52.924083 dv-cinder-801617-3-iscsi neutron-server[93162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 05:45:52.924083 dv-cinder-801617-3-iscsi neutron-server[93162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 05:45:52.985813 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5f616193-b522-43a2-9ea9-daadd338c96e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406773'] for network, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:53.008221 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-5f616193-b522-43a2-9ea9-daadd338c96e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for network, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:53.013795 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-5f616193-b522-43a2-9ea9-daadd338c96e admin admin] 10.222.0.13 "DELETE /v2.0/networks/7040d785-ad9e-439a-8073-762370b8ac7a HTTP/1.1" status: 204 len: 168 time: 0.6612475 Jul 28 05:45:53.013795 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f616193-b522-43a2-9ea9-daadd338c96e admin admin] Pushing event deleted for resources: {'Network': ['ID=7040d785-ad9e-439a-8073-762370b8ac7a,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:53.082004 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f53964-f74a-48cc-b45b-866254569c36 req-d828b41a-481d-465d-8ddf-24de51821eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:53.083553 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-62f53964-f74a-48cc-b45b-866254569c36 req-d828b41a-481d-465d-8ddf-24de51821eae service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=478beb6fcdd6407da3c142fae91116ed&device_id=c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2 HTTP/1.1" status: 200 len: 1099 time: 0.1358614 Jul 28 05:45:53.099986 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c46037-b646-44d7-845a-ebaf3c4c33fb req-53e64e28-fd13-449d-924a-465e735241f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:53.101446 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b9c46037-b646-44d7-845a-ebaf3c4c33fb req-53e64e28-fd13-449d-924a-465e735241f0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ede6b695-9830-47b8-b631-f4cc4556be14 HTTP/1.1" status: 200 len: 916 time: 0.2353339 Jul 28 05:45:53.130936 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-470cedeb-c2a8-4ef6-bba8-35486a1b7c6b req-2d9f11fc-2fcd-46fb-bcc0-ca2663bb3847 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] Made reservation on behalf of dccc82d1a2564657998d82ac8d962eb8 for: {'port': 1} {{(pid=93163) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 05:45:53.131113 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 40862) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:45:53.134542 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-470cedeb-c2a8-4ef6-bba8-35486a1b7c6b req-2d9f11fc-2fcd-46fb-bcc0-ca2663bb3847 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:53.170356 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-219ccd79-b996-4611-8246-e13a2492d3eb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=38cd928d0e0347d0baad775ab2994326&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0380559 Jul 28 05:45:53.172724 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 40864) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:45:53.180319 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b9c46037-b646-44d7-845a-ebaf3c4c33fb req-29f69531-824c-4cc5-a46c-dbd907f9ea7a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8 HTTP/1.1" status: 200 len: 217 time: 0.0655279 Jul 28 05:45:53.219703 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-811fbf80-0daf-44e5-a13c-c2601c304731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:53.241294 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-811fbf80-0daf-44e5-a13c-c2601c304731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:53.288526 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-811fbf80-0daf-44e5-a13c-c2601c304731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:53.291493 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-811fbf80-0daf-44e5-a13c-c2601c304731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:53.295111 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-811fbf80-0daf-44e5-a13c-c2601c304731 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f6e711c6-a2f9-4b44-921d-fbf8addec841 HTTP/1.1" status: 204 len: 168 time: 0.1190505 Jul 28 05:45:53.302712 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811fbf80-0daf-44e5-a13c-c2601c304731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e711c6-a2f9-4b44-921d-fbf8addec841,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:53.581856 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c46037-b646-44d7-845a-ebaf3c4c33fb req-4ed5f1df-7853-48bf-82b9-f521d18d8436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:53.583333 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b9c46037-b646-44d7-845a-ebaf3c4c33fb req-4ed5f1df-7853-48bf-82b9-f521d18d8436 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9691bee0-5151-463a-9aae-3e5264d2934a HTTP/1.1" status: 200 len: 854 time: 0.3773422 Jul 28 05:45:53.672259 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f53964-f74a-48cc-b45b-866254569c36 req-53c9df2e-99e4-4442-8d18-1b43b2598849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:53.673488 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-62f53964-f74a-48cc-b45b-866254569c36 req-53c9df2e-99e4-4442-8d18-1b43b2598849 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ca9615ec-5de0-432f-98b2-f9ae6a48e274 HTTP/1.1" status: 200 len: 909 time: 0.5517845 Jul 28 05:45:53.753758 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c46037-b646-44d7-845a-ebaf3c4c33fb req-dbc0d234-f2fc-4132-8497-b36f039e6c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:53.755612 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b9c46037-b646-44d7-845a-ebaf3c4c33fb req-dbc0d234-f2fc-4132-8497-b36f039e6c18 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ede6b695-9830-47b8-b631-f4cc4556be14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1609385 Jul 28 05:45:53.802228 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_common [req-470cedeb-c2a8-4ef6-bba8-35486a1b7c6b req-2d9f11fc-2fcd-46fb-bcc0-ca2663bb3847 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] Allocated IP 172.20.0.5 (d3456b6e-b5cc-46c1-8913-7e81cd29636f/388f371a-d0f3-4192-a751-712757987180/9b24689e-2336-46c0-9497-ad5cd1e7b653) {{(pid=93163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:45:53.853691 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-62f53964-f74a-48cc-b45b-866254569c36 req-143703e6-b557-4fb3-a304-7512583a9aa7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50451bd5-9849-4d00-a2a3-1681fee59077 HTTP/1.1" status: 200 len: 1002 time: 0.1714396 Jul 28 05:45:53.894417 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05c396f-b4e7-4e03-adea-104925d4dc68 req-b6164e41-2302-4032-b82d-1e4af6d6e606 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:53.895918 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e05c396f-b4e7-4e03-adea-104925d4dc68 req-b6164e41-2302-4032-b82d-1e4af6d6e606 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/ports?device_id=97de097e-88f6-4031-ad08-edb48381cb74 HTTP/1.1" status: 200 len: 944 time: 0.2148316 Jul 28 05:45:53.923402 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7b651d10-5c68-49f7-96b5-59831a68cbd8 req-359e3a71-1d53-4256-b55d-0740e910f91e tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.13 "GET /v2.0/ports?device_id=d26b488d-f5f6-494c-83fa-57f54ab6a32d HTTP/1.1" status: 200 len: 210 time: 0.0673618 Jul 28 05:45:53.974251 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-1ec396bb-2ba0-4c81-92a7-0006f32968f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:54.040041 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b9c46037-b646-44d7-845a-ebaf3c4c33fb req-bd3db61e-9b70-4cb4-91b2-dc09d028d601 service neutron] 10.222.0.21 "GET /v2.0/networks/ede6b695-9830-47b8-b631-f4cc4556be14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695587 Jul 28 05:45:54.041363 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f53964-f74a-48cc-b45b-866254569c36 req-be51ce4c-d5a6-47fa-a5c9-172c28441897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:54.042681 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-62f53964-f74a-48cc-b45b-866254569c36 req-be51ce4c-d5a6-47fa-a5c9-172c28441897 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=161a72e3-56b4-4d3a-a9d9-e80062e7f6ce HTTP/1.1" status: 200 len: 847 time: 0.1758432 Jul 28 05:45:54.087989 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e05c396f-b4e7-4e03-adea-104925d4dc68 req-f28d0a05-25cc-4170-a351-623647480764 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c3497e-d6a2-4449-bcee-d617b6c9f701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735861 Jul 28 05:45:54.169635 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device dc218447-fdd0-4e05-95d9-e51653e81296 no longer exists at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:45:54.188989 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] No Port match for: dc218447-fdd0-4e05-95d9-e51653e81296 {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 05:45:54.189431 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device dc218447-fdd0-4e05-95d9-e51653e81296 not bound to the agent host dv-cinder-801617-3-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:45:54.197066 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f53964-f74a-48cc-b45b-866254569c36 req-1b5c5d43-adfb-49cf-a2ae-862eb8391a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:54.198467 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-62f53964-f74a-48cc-b45b-866254569c36 req-1b5c5d43-adfb-49cf-a2ae-862eb8391a42 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ca9615ec-5de0-432f-98b2-f9ae6a48e274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1280935 Jul 28 05:45:54.249132 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-470cedeb-c2a8-4ef6-bba8-35486a1b7c6b req-2d9f11fc-2fcd-46fb-bcc0-ca2663bb3847 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] Notify callbacks [] for port, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:54.301279 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b9c46037-b646-44d7-845a-ebaf3c4c33fb req-3aeb985d-05ef-434d-ae7b-99168e19629b service neutron] 10.222.0.21 "GET /v2.0/networks/ede6b695-9830-47b8-b631-f4cc4556be14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318883 Jul 28 05:45:54.356589 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-62f53964-f74a-48cc-b45b-866254569c36 req-2d910280-667e-4961-afdd-92a114267e7d service neutron] 10.222.0.21 "GET /v2.0/networks/ca9615ec-5de0-432f-98b2-f9ae6a48e274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463215 Jul 28 05:45:54.363723 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-470cedeb-c2a8-4ef6-bba8-35486a1b7c6b req-2d9f11fc-2fcd-46fb-bcc0-ca2663bb3847 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227148292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5267504'] for port, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:54.457430 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-470cedeb-c2a8-4ef6-bba8-35486a1b7c6b req-2d9f11fc-2fcd-46fb-bcc0-ca2663bb3847 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] Network d3456b6e-b5cc-46c1-8913-7e81cd29636f is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:45:54.467635 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [req-470cedeb-c2a8-4ef6-bba8-35486a1b7c6b req-2d9f11fc-2fcd-46fb-bcc0-ca2663bb3847 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:45:54.471138 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [req-470cedeb-c2a8-4ef6-bba8-35486a1b7c6b req-2d9f11fc-2fcd-46fb-bcc0-ca2663bb3847 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] Received port after_create {{(pid=93163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 05:45:54.473823 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9f11fc-2fcd-46fb-bcc0-ca2663bb3847 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] Pushing event updated for resources: {'Port': ['ID=9b24689e-2336-46c0-9497-ad5cd1e7b653,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:54.539086 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470cedeb-c2a8-4ef6-bba8-35486a1b7c6b req-2d9f11fc-2fcd-46fb-bcc0-ca2663bb3847 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:54.539720 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-470cedeb-c2a8-4ef6-bba8-35486a1b7c6b req-2d9f11fc-2fcd-46fb-bcc0-ca2663bb3847 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068'] for port, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:54.547685 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-62f53964-f74a-48cc-b45b-866254569c36 req-f74a5730-9a55-4447-99f2-d5a599915aa4 service neutron] 10.222.0.21 "GET /v2.0/networks/ca9615ec-5de0-432f-98b2-f9ae6a48e274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812861 Jul 28 05:45:54.556309 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-470cedeb-c2a8-4ef6-bba8-35486a1b7c6b req-2d9f11fc-2fcd-46fb-bcc0-ca2663bb3847 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6919093 Jul 28 05:45:54.573860 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [req-470cedeb-c2a8-4ef6-bba8-35486a1b7c6b req-d0310e0a-91da-4bf4-a5df-3777770bb92a service neutron] Request body: {'port': {'device_id': 'd26b488d-f5f6-494c-83fa-57f54ab6a32d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80161'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:45:54.626323 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-470cedeb-c2a8-4ef6-bba8-35486a1b7c6b req-d0310e0a-91da-4bf4-a5df-3777770bb92a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:54.889358 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [req-470cedeb-c2a8-4ef6-bba8-35486a1b7c6b req-d0310e0a-91da-4bf4-a5df-3777770bb92a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b24689e-2336-46c0-9497-ad5cd1e7b653 {{(pid=93163) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 05:45:54.896583 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-470cedeb-c2a8-4ef6-bba8-35486a1b7c6b req-d0310e0a-91da-4bf4-a5df-3777770bb92a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:54.908718 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.provisioning_blocks [req-470cedeb-c2a8-4ef6-bba8-35486a1b7c6b req-d0310e0a-91da-4bf4-a5df-3777770bb92a service neutron] Transition to ACTIVE for port object 9b24689e-2336-46c0-9497-ad5cd1e7b653 will not be triggered until provisioned by entity L2. {{(pid=93163) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 05:45:54.912261 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-470cedeb-c2a8-4ef6-bba8-35486a1b7c6b req-d0310e0a-91da-4bf4-a5df-3777770bb92a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5267515'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:54.962353 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0310e0a-91da-4bf4-a5df-3777770bb92a service neutron] Pushing event updated for resources: {'Port': ['ID=9b24689e-2336-46c0-9497-ad5cd1e7b653,revision_number=2']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:55.066295 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30eaad6-741e-426e-9da1-a2548ccd180c req-d5c24cd2-8666-4309-b71e-1b01862d05ac tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:55.067770 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c30eaad6-741e-426e-9da1-a2548ccd180c req-d5c24cd2-8666-4309-b71e-1b01862d05ac tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.13 "GET /v2.0/ports?device_id=d26b488d-f5f6-494c-83fa-57f54ab6a32d HTTP/1.1" status: 200 len: 943 time: 0.0696492 Jul 28 05:45:55.068870 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [req-470cedeb-c2a8-4ef6-bba8-35486a1b7c6b req-d0310e0a-91da-4bf4-a5df-3777770bb92a service neutron] Attempting to bind port 9b24689e-2336-46c0-9497-ad5cd1e7b653 on host hv-cinder-80161 for vnic_type normal with profile {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 05:45:55.069200 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [req-470cedeb-c2a8-4ef6-bba8-35486a1b7c6b req-d0310e0a-91da-4bf4-a5df-3777770bb92a service neutron] Attempting to bind port 9b24689e-2336-46c0-9497-ad5cd1e7b653 by drivers openvswitch,hyperv on host hv-cinder-80161 at level 0 using segments [{'id': '6043b322-585c-476c-baff-eb0bb598c7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd3456b6e-b5cc-46c1-8913-7e81cd29636f'}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 05:45:55.069528 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470cedeb-c2a8-4ef6-bba8-35486a1b7c6b req-d0310e0a-91da-4bf4-a5df-3777770bb92a service neutron] Attempting to bind port 9b24689e-2336-46c0-9497-ad5cd1e7b653 on network d3456b6e-b5cc-46c1-8913-7e81cd29636f {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:45:55.075732 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470cedeb-c2a8-4ef6-bba8-35486a1b7c6b req-d0310e0a-91da-4bf4-a5df-3777770bb92a service neutron] Port 9b24689e-2336-46c0-9497-ad5cd1e7b653 on network d3456b6e-b5cc-46c1-8913-7e81cd29636f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80161 {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 05:45:55.076056 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470cedeb-c2a8-4ef6-bba8-35486a1b7c6b req-d0310e0a-91da-4bf4-a5df-3777770bb92a service neutron] Attempting to bind port 9b24689e-2336-46c0-9497-ad5cd1e7b653 on network d3456b6e-b5cc-46c1-8913-7e81cd29636f {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 05:45:55.093302 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470cedeb-c2a8-4ef6-bba8-35486a1b7c6b req-d0310e0a-91da-4bf4-a5df-3777770bb92a service neutron] Checking agent: {'id': '4cdb6954-a1c9-49c3-81e0-9b963b26fa6c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80161', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 5, 7, 18), 'started_at': datetime.datetime(2021, 7, 28, 5, 7, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 5, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 05:45:55.093637 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470cedeb-c2a8-4ef6-bba8-35486a1b7c6b req-d0310e0a-91da-4bf4-a5df-3777770bb92a service neutron] Checking segment: {'id': '6043b322-585c-476c-baff-eb0bb598c7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd3456b6e-b5cc-46c1-8913-7e81cd29636f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93163) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 05:45:55.094020 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470cedeb-c2a8-4ef6-bba8-35486a1b7c6b req-d0310e0a-91da-4bf4-a5df-3777770bb92a service neutron] Bound using segment: {'id': '6043b322-585c-476c-baff-eb0bb598c7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd3456b6e-b5cc-46c1-8913-7e81cd29636f'} {{(pid=93163) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 05:45:55.094456 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.managers [req-470cedeb-c2a8-4ef6-bba8-35486a1b7c6b req-d0310e0a-91da-4bf4-a5df-3777770bb92a service neutron] Bound port: 9b24689e-2336-46c0-9497-ad5cd1e7b653, host: hv-cinder-80161, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6043b322-585c-476c-baff-eb0bb598c7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'd3456b6e-b5cc-46c1-8913-7e81cd29636f'}}] {{(pid=93163) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 05:45:55.094815 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-470cedeb-c2a8-4ef6-bba8-35486a1b7c6b req-d0310e0a-91da-4bf4-a5df-3777770bb92a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:55.138654 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c30eaad6-741e-426e-9da1-a2548ccd180c req-f120d032-44f6-414e-bc21-ae08719d0edf tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.13 "GET /v2.0/security-groups?id=75084007-15cc-4b59-a1c7-e60e3e10f81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646894 Jul 28 05:45:55.199547 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [req-470cedeb-c2a8-4ef6-bba8-35486a1b7c6b req-d0310e0a-91da-4bf4-a5df-3777770bb92a service neutron] For port 9b24689e-2336-46c0-9497-ad5cd1e7b653, host hv-cinder-80161, cleared binding levels {{(pid=93163) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 05:45:55.203037 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [req-470cedeb-c2a8-4ef6-bba8-35486a1b7c6b req-d0310e0a-91da-4bf4-a5df-3777770bb92a service neutron] For port 9b24689e-2336-46c0-9497-ad5cd1e7b653, host hv-cinder-80161, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=9b24689e-2336-46c0-9497-ad5cd1e7b653,segment=NetworkSegment(6043b322-585c-476c-baff-eb0bb598c7ac),segment_id=6043b322-585c-476c-baff-eb0bb598c7ac)] {{(pid=93163) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 05:45:55.207993 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-470cedeb-c2a8-4ef6-bba8-35486a1b7c6b req-d0310e0a-91da-4bf4-a5df-3777770bb92a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5267515'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:55.250431 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3687ff-f5d3-4882-a9d0-2505a52c0605 req-5f976c81-dfdc-4263-a7b3-bd286e43fc76 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:55.251918 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ea3687ff-f5d3-4882-a9d0-2505a52c0605 req-5f976c81-dfdc-4263-a7b3-bd286e43fc76 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/ports?device_id=97de097e-88f6-4031-ad08-edb48381cb74 HTTP/1.1" status: 200 len: 944 time: 0.0993330 Jul 28 05:45:55.253047 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470cedeb-c2a8-4ef6-bba8-35486a1b7c6b req-d0310e0a-91da-4bf4-a5df-3777770bb92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:55.253640 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-470cedeb-c2a8-4ef6-bba8-35486a1b7c6b req-d0310e0a-91da-4bf4-a5df-3777770bb92a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068'] for port, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:55.254869 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-470cedeb-c2a8-4ef6-bba8-35486a1b7c6b req-d0310e0a-91da-4bf4-a5df-3777770bb92a service neutron] 10.222.0.21 "PUT /v2.0/ports/9b24689e-2336-46c0-9497-ad5cd1e7b653 HTTP/1.1" status: 200 len: 1093 time: 0.6852479 Jul 28 05:45:55.256837 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd26b488d-f5f6-494c-83fa-57f54ab6a32d', 'tag': '9b24689e-2336-46c0-9497-ad5cd1e7b653'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:45:55.259025 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdaae2d937131cd036474998a49e3e11d53281396ea4e1ac8b096c837d21eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe61000-6788-4afd-9885-e2d9ea64072c" -d '{"events": [{"name": "network-changed", "server_uuid": "d26b488d-f5f6-494c-83fa-57f54ab6a32d", "tag": "9b24689e-2336-46c0-9497-ad5cd1e7b653"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:45:55.297545 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 05:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56db865d-787a-444c-8eea-844db839d131 x-openstack-request-id: req-56db865d-787a-444c-8eea-844db839d131 {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:45:55.297830 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d26b488d-f5f6-494c-83fa-57f54ab6a32d", "tag": "9b24689e-2336-46c0-9497-ad5cd1e7b653", "status": "completed", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:45:55.298074 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-56db865d-787a-444c-8eea-844db839d131 {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:45:55.298464 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd26b488d-f5f6-494c-83fa-57f54ab6a32d', 'tag': '9b24689e-2336-46c0-9497-ad5cd1e7b653', 'status': 'completed', 'code': 200} Jul 28 05:45:55.299799 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0310e0a-91da-4bf4-a5df-3777770bb92a service neutron] Pushing event updated for resources: {'Port': ['ID=9b24689e-2336-46c0-9497-ad5cd1e7b653,revision_number=3']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:55.317809 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ea3687ff-f5d3-4882-a9d0-2505a52c0605 req-5d43cde2-6022-4386-af44-76f90561da2d tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c3497e-d6a2-4449-bcee-d617b6c9f701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540929 Jul 28 05:45:55.357618 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470cedeb-c2a8-4ef6-bba8-35486a1b7c6b req-12554209-a42d-42c4-8c20-84759f6836da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:55.359094 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-470cedeb-c2a8-4ef6-bba8-35486a1b7c6b req-12554209-a42d-42c4-8c20-84759f6836da service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dccc82d1a2564657998d82ac8d962eb8&device_id=d26b488d-f5f6-494c-83fa-57f54ab6a32d HTTP/1.1" status: 200 len: 1096 time: 0.0404246 Jul 28 05:45:55.408253 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-470cedeb-c2a8-4ef6-bba8-35486a1b7c6b req-f3258734-7419-4fbb-99e3-18aafafc5f66 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b24689e-2336-46c0-9497-ad5cd1e7b653 HTTP/1.1" status: 200 len: 217 time: 0.0355384 Jul 28 05:45:55.458362 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470cedeb-c2a8-4ef6-bba8-35486a1b7c6b req-784e8f9a-e0b2-46ab-91e0-d0865a1d1775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:55.460384 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-470cedeb-c2a8-4ef6-bba8-35486a1b7c6b req-784e8f9a-e0b2-46ab-91e0-d0865a1d1775 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=388f371a-d0f3-4192-a751-712757987180 HTTP/1.1" status: 200 len: 849 time: 0.0450263 Jul 28 05:45:55.618184 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-470cedeb-c2a8-4ef6-bba8-35486a1b7c6b req-f2860c03-49bb-41f1-895f-7a37e65c5d05 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d3456b6e-b5cc-46c1-8913-7e81cd29636f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243633 Jul 28 05:45:55.721114 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-470cedeb-c2a8-4ef6-bba8-35486a1b7c6b req-31607bcc-5220-4db0-84cc-1e49fa34537f service neutron] 10.222.0.21 "GET /v2.0/networks/d3456b6e-b5cc-46c1-8913-7e81cd29636f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954809 Jul 28 05:45:55.822642 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-470cedeb-c2a8-4ef6-bba8-35486a1b7c6b req-ed6db2fc-446f-45e4-bfc7-5d5950b614d0 service neutron] 10.222.0.21 "GET /v2.0/networks/d3456b6e-b5cc-46c1-8913-7e81cd29636f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936925 Jul 28 05:45:55.931327 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device 9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8 details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=93164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 05:45:55.945789 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe61000-6788-4afd-9885-e2d9ea64072c req-a6a2e086-b007-4e57-88d4-e61da6a527c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:55.947298 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-cbe61000-6788-4afd-9885-e2d9ea64072c req-a6a2e086-b007-4e57-88d4-e61da6a527c6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dccc82d1a2564657998d82ac8d962eb8&device_id=d26b488d-f5f6-494c-83fa-57f54ab6a32d HTTP/1.1" status: 200 len: 1096 time: 0.0403364 Jul 28 05:45:56.051337 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe61000-6788-4afd-9885-e2d9ea64072c req-843c0ec8-9ecb-4fe8-bcb1-69511403ce9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:56.052980 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-cbe61000-6788-4afd-9885-e2d9ea64072c req-843c0ec8-9ecb-4fe8-bcb1-69511403ce9e service neutron] 10.222.0.21 "GET /v2.0/networks?id=d3456b6e-b5cc-46c1-8913-7e81cd29636f HTTP/1.1" status: 200 len: 910 time: 0.0982254 Jul 28 05:45:56.095870 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-cbe61000-6788-4afd-9885-e2d9ea64072c req-8872ba64-5868-4f8f-8d5a-b423a755e0bf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b24689e-2336-46c0-9497-ad5cd1e7b653 HTTP/1.1" status: 200 len: 217 time: 0.0349655 Jul 28 05:45:56.146789 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] For port 9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8,segment=NetworkSegment(b6b1fc69-a370-4059-adc5-9ad09eb4aadf),segment_id=b6b1fc69-a370-4059-adc5-9ad09eb4aadf)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:45:56.155501 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe61000-6788-4afd-9885-e2d9ea64072c req-52c0e9ed-3b3c-4bb4-8b57-6e3f63e53bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:56.156978 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-cbe61000-6788-4afd-9885-e2d9ea64072c req-52c0e9ed-3b3c-4bb4-8b57-6e3f63e53bf1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=388f371a-d0f3-4192-a751-712757987180 HTTP/1.1" status: 200 len: 849 time: 0.0525992 Jul 28 05:45:56.157822 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Returning: {'device': '9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8', 'network_id': 'ede6b695-9830-47b8-b631-f4cc4556be14', 'port_id': '9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8', 'mac_address': 'fa:16:3e:47:10:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9691bee0-5151-463a-9aae-3e5264d2934a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 05:45:56.194347 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-cbe61000-6788-4afd-9885-e2d9ea64072c req-27b3f55f-9601-4a08-b4d2-7931b805d1c8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d3456b6e-b5cc-46c1-8913-7e81cd29636f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289423 Jul 28 05:45:56.195013 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:56.207765 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8 {{(pid=93164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 05:45:56.231579 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] For port 9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8,segment=NetworkSegment(b6b1fc69-a370-4059-adc5-9ad09eb4aadf),segment_id=b6b1fc69-a370-4059-adc5-9ad09eb4aadf)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:45:56.236043 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:56.282042 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Pushing event updated for resources: {'Port': ['ID=9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:56.297564 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204329c-31ca-48f4-8aac-d7e1fcd52ca6 req-438de927-f4cf-44f0-a520-6cef1cb11c7d tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:56.299028 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1204329c-31ca-48f4-8aac-d7e1fcd52ca6 req-438de927-f4cf-44f0-a520-6cef1cb11c7d tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.13 "GET /v2.0/ports?device_id=d26b488d-f5f6-494c-83fa-57f54ab6a32d HTTP/1.1" status: 200 len: 943 time: 0.0881214 Jul 28 05:45:56.349038 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-cbe61000-6788-4afd-9885-e2d9ea64072c req-a099fa67-6987-4785-976a-c2fb8107f3bc service neutron] 10.222.0.21 "GET /v2.0/networks/d3456b6e-b5cc-46c1-8913-7e81cd29636f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463296 Jul 28 05:45:56.356807 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1204329c-31ca-48f4-8aac-d7e1fcd52ca6 req-ece47087-f354-4fae-91c9-905750d5dd99 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.13 "GET /v2.0/security-groups?id=75084007-15cc-4b59-a1c7-e60e3e10f81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507710 Jul 28 05:45:56.477719 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3399741-7ef3-4e97-922e-cebca89d1844 req-8b4d9f90-6ee8-45ca-93b0-45e6defc8139 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:56.479202 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c3399741-7ef3-4e97-922e-cebca89d1844 req-8b4d9f90-6ee8-45ca-93b0-45e6defc8139 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/ports?device_id=97de097e-88f6-4031-ad08-edb48381cb74 HTTP/1.1" status: 200 len: 945 time: 0.0808282 Jul 28 05:45:56.486066 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-cbe61000-6788-4afd-9885-e2d9ea64072c req-f06531f9-1be5-487d-a8c9-615088f3523b service neutron] 10.222.0.21 "GET /v2.0/networks/d3456b6e-b5cc-46c1-8913-7e81cd29636f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283736 Jul 28 05:45:56.519144 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c3399741-7ef3-4e97-922e-cebca89d1844 req-e5f4b502-e7ec-4b57-a4e4-3d656c90691d tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c3497e-d6a2-4449-bcee-d617b6c9f701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321357 Jul 28 05:45:56.528177 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] get_ports_and_sgs() called for port_ids ['9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:45:56.844489 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-e4afe8a1-85f9-4750-a64b-604d9b22b642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:56.902765 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:57.382053 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:45:57.473827 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8620f53-f8b9-4c65-8e85-53a3669208b6 req-88dadacd-8431-4109-aeaa-56811ebe9a15 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:57.475991 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b8620f53-f8b9-4c65-8e85-53a3669208b6 req-88dadacd-8431-4109-aeaa-56811ebe9a15 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.13 "GET /v2.0/ports?device_id=d26b488d-f5f6-494c-83fa-57f54ab6a32d HTTP/1.1" status: 200 len: 943 time: 0.0534561 Jul 28 05:45:57.512117 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b8620f53-f8b9-4c65-8e85-53a3669208b6 req-3f6d6f98-8494-40e8-958c-15ed3d615f3e tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.13 "GET /v2.0/security-groups?id=75084007-15cc-4b59-a1c7-e60e3e10f81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302820 Jul 28 05:45:57.778003 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88c3064-3529-47ab-96c8-e2316a24c318 req-91279255-0935-4248-bc63-425ee553ca2a tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:57.779459 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e88c3064-3529-47ab-96c8-e2316a24c318 req-91279255-0935-4248-bc63-425ee553ca2a tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/ports?device_id=97de097e-88f6-4031-ad08-edb48381cb74 HTTP/1.1" status: 200 len: 945 time: 0.0483174 Jul 28 05:45:57.816155 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e88c3064-3529-47ab-96c8-e2316a24c318 req-7d6ce8c1-a551-49e6-809c-5797884114fa tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c3497e-d6a2-4449-bcee-d617b6c9f701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308084 Jul 28 05:45:57.906090 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:57.938723 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device 9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8 up at agent hyperv_hv-cinder-80161 {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:45:57.983870 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Provisioning for port 9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8 completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:45:57.987503 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Provisioning complete for port 9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:45:57.987870 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:58.060501 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:58.080958 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97de097e-88f6-4031-ad08-edb48381cb74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8'}] {{(pid=93164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:45:58.083158 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fb4d28940d80eba88a385613a92acfb6aaf547e778be800882bca880023c29d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa338c4-7a0f-4c2f-a636-431769a0b537" -d '{"events": [{"server_uuid": "97de097e-88f6-4031-ad08-edb48381cb74", "name": "network-vif-plugged", "status": "completed", "tag": "9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8"}]}' {{(pid=93164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:45:58.095167 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] For port 9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8,segment=NetworkSegment(b6b1fc69-a370-4059-adc5-9ad09eb4aadf),segment_id=b6b1fc69-a370-4059-adc5-9ad09eb4aadf)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:45:58.098952 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:58.125605 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 05:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d485f311-3fc0-4e8a-a394-a7f3a2cb623b x-openstack-request-id: req-d485f311-3fc0-4e8a-a394-a7f3a2cb623b {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:45:58.125867 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97de097e-88f6-4031-ad08-edb48381cb74", "name": "network-vif-plugged", "status": "completed", "tag": "9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8", "code": 200}]} {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:45:58.126110 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d485f311-3fc0-4e8a-a394-a7f3a2cb623b {{(pid=93164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:45:58.126489 dv-cinder-801617-3-iscsi neutron-server[93164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97de097e-88f6-4031-ad08-edb48381cb74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8', 'code': 200} Jul 28 05:45:58.150957 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Pushing event updated for resources: {'Port': ['ID=9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8,revision_number=5']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:45:58.323555 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff2dc2-8430-426b-b5e2-4934be26b238 req-4ea07cdf-0a20-42c6-a9c4-06d47d58ca22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:58.325092 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b1ff2dc2-8430-426b-b5e2-4934be26b238 req-4ea07cdf-0a20-42c6-a9c4-06d47d58ca22 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=97de097e-88f6-4031-ad08-edb48381cb74 HTTP/1.1" status: 200 len: 1099 time: 0.0432606 Jul 28 05:45:58.361700 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b1ff2dc2-8430-426b-b5e2-4934be26b238 req-a4293237-8b50-41f1-b2b3-ab4da37a4dcd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=12c3497e-d6a2-4449-bcee-d617b6c9f701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292175 Jul 28 05:45:58.623410 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb31ff-70db-4f88-951d-7813f01c1e30 req-7cc397a5-f756-4266-82e9-5b469a60ccf2 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:58.624895 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-cceb31ff-70db-4f88-951d-7813f01c1e30 req-7cc397a5-f756-4266-82e9-5b469a60ccf2 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.13 "GET /v2.0/ports?device_id=d26b488d-f5f6-494c-83fa-57f54ab6a32d HTTP/1.1" status: 200 len: 943 time: 0.0474510 Jul 28 05:45:58.665033 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-cceb31ff-70db-4f88-951d-7813f01c1e30 req-dc758ed9-5b14-4d76-b472-e0e1ae1c5387 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.13 "GET /v2.0/security-groups?id=75084007-15cc-4b59-a1c7-e60e3e10f81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335197 Jul 28 05:45:58.933634 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63895d85-7f81-44b4-9d5d-606d02326b99 req-9af151c9-db4b-41c4-b171-a23066ccb68f tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:58.934995 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-63895d85-7f81-44b4-9d5d-606d02326b99 req-9af151c9-db4b-41c4-b171-a23066ccb68f tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/ports?device_id=97de097e-88f6-4031-ad08-edb48381cb74 HTTP/1.1" status: 200 len: 946 time: 0.0494263 Jul 28 05:45:58.973650 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-63895d85-7f81-44b4-9d5d-606d02326b99 req-0d78e495-b20e-475e-9958-d19f82aca411 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c3497e-d6a2-4449-bcee-d617b6c9f701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327520 Jul 28 05:45:59.415810 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:45:59.779789 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7468d6-0c9e-434d-9b65-748612d99d22 req-fe94ef24-852d-4cff-adb6-d2731d8da7f6 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:45:59.781299 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-cb7468d6-0c9e-434d-9b65-748612d99d22 req-fe94ef24-852d-4cff-adb6-d2731d8da7f6 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.13 "GET /v2.0/ports?device_id=d26b488d-f5f6-494c-83fa-57f54ab6a32d HTTP/1.1" status: 200 len: 943 time: 0.0510242 Jul 28 05:45:59.818600 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-cb7468d6-0c9e-434d-9b65-748612d99d22 req-876d391a-8de2-4c43-b310-bc5371ea46af tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.13 "GET /v2.0/security-groups?id=75084007-15cc-4b59-a1c7-e60e3e10f81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306933 Jul 28 05:45:59.961657 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device 9b24689e-2336-46c0-9497-ad5cd1e7b653 details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=93164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 05:46:00.053170 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] For port 9b24689e-2336-46c0-9497-ad5cd1e7b653, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=9b24689e-2336-46c0-9497-ad5cd1e7b653,segment=NetworkSegment(6043b322-585c-476c-baff-eb0bb598c7ac),segment_id=6043b322-585c-476c-baff-eb0bb598c7ac)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:46:00.064672 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Returning: {'device': '9b24689e-2336-46c0-9497-ad5cd1e7b653', 'network_id': 'd3456b6e-b5cc-46c1-8913-7e81cd29636f', 'port_id': '9b24689e-2336-46c0-9497-ad5cd1e7b653', 'mac_address': 'fa:16:3e:b4:98:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '388f371a-d0f3-4192-a751-712757987180', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 05:46:00.090008 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723ada3-bf35-44fa-afe6-35aad3433091 req-872fcdb5-6751-4f6b-b1e1-9638ea71917a tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:46:00.091511 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7723ada3-bf35-44fa-afe6-35aad3433091 req-872fcdb5-6751-4f6b-b1e1-9638ea71917a tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/ports?device_id=97de097e-88f6-4031-ad08-edb48381cb74 HTTP/1.1" status: 200 len: 946 time: 0.0509601 Jul 28 05:46:00.105006 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:00.118021 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b24689e-2336-46c0-9497-ad5cd1e7b653 {{(pid=93164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 05:46:00.132519 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7723ada3-bf35-44fa-afe6-35aad3433091 req-762359c0-f0e9-4389-b628-65997b08ae01 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c3497e-d6a2-4449-bcee-d617b6c9f701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348022 Jul 28 05:46:00.138156 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] For port 9b24689e-2336-46c0-9497-ad5cd1e7b653, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=9b24689e-2336-46c0-9497-ad5cd1e7b653,segment=NetworkSegment(6043b322-585c-476c-baff-eb0bb598c7ac),segment_id=6043b322-585c-476c-baff-eb0bb598c7ac)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:46:00.141998 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:00.188797 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Pushing event updated for resources: {'Port': ['ID=9b24689e-2336-46c0-9497-ad5cd1e7b653,revision_number=4']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:46:00.242156 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62954c22-033b-46cb-b1f9-b3b1fd70afc9 req-fec680f6-b6b7-485f-80b2-3d7545c5e0ba tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:46:00.243638 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-62954c22-033b-46cb-b1f9-b3b1fd70afc9 req-fec680f6-b6b7-485f-80b2-3d7545c5e0ba tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/ports?device_id=97de097e-88f6-4031-ad08-edb48381cb74 HTTP/1.1" status: 200 len: 946 time: 0.0470366 Jul 28 05:46:00.281792 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-62954c22-033b-46cb-b1f9-b3b1fd70afc9 req-c29b2f3e-2895-4ea2-8a4c-0e189068a6c7 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c3497e-d6a2-4449-bcee-d617b6c9f701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323284 Jul 28 05:46:00.460974 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] get_ports_and_sgs() called for port_ids ['9b24689e-2336-46c0-9497-ad5cd1e7b653'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:46:00.615764 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dac3f0-444e-4432-b5f2-b1b4f45803b9 req-948260af-11e4-4afc-83d3-c382d26c889a tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:46:00.617175 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-41dac3f0-444e-4432-b5f2-b1b4f45803b9 req-948260af-11e4-4afc-83d3-c382d26c889a tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/ports?device_id=97de097e-88f6-4031-ad08-edb48381cb74 HTTP/1.1" status: 200 len: 946 time: 0.0549819 Jul 28 05:46:00.655195 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-41dac3f0-444e-4432-b5f2-b1b4f45803b9 req-93fd3ee2-04e2-4747-a78a-c11cb6cc97cf tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c3497e-d6a2-4449-bcee-d617b6c9f701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319960 Jul 28 05:46:00.934922 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a5b094-741e-4adb-a835-4f7e37484568 req-7592a39e-e02e-4dcc-9bcc-63ec60873061 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:46:00.936444 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b4a5b094-741e-4adb-a835-4f7e37484568 req-7592a39e-e02e-4dcc-9bcc-63ec60873061 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.13 "GET /v2.0/ports?device_id=d26b488d-f5f6-494c-83fa-57f54ab6a32d HTTP/1.1" status: 200 len: 944 time: 0.0501409 Jul 28 05:46:00.977748 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b4a5b094-741e-4adb-a835-4f7e37484568 req-77080fe4-6b30-4823-b192-850190b263aa tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.13 "GET /v2.0/security-groups?id=75084007-15cc-4b59-a1c7-e60e3e10f81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344052 Jul 28 05:46:01.970072 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device 9b24689e-2336-46c0-9497-ad5cd1e7b653 up at agent hyperv_hv-cinder-80161 {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:46:02.026406 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Provisioning for port 9b24689e-2336-46c0-9497-ad5cd1e7b653 completed by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 05:46:02.030920 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Provisioning complete for port 9b24689e-2336-46c0-9497-ad5cd1e7b653 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:46:02.031401 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:02.102987 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced2f5d-3c0e-4116-a825-fb169fc73bfa req-5484132a-0262-4629-976e-21f2a5305ef6 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:46:02.104566 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-dced2f5d-3c0e-4116-a825-fb169fc73bfa req-5484132a-0262-4629-976e-21f2a5305ef6 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.13 "GET /v2.0/ports?device_id=d26b488d-f5f6-494c-83fa-57f54ab6a32d HTTP/1.1" status: 200 len: 944 time: 0.0543873 Jul 28 05:46:02.117741 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:02.140108 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd26b488d-f5f6-494c-83fa-57f54ab6a32d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b24689e-2336-46c0-9497-ad5cd1e7b653'}] {{(pid=93164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:46:02.144196 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fb4d28940d80eba88a385613a92acfb6aaf547e778be800882bca880023c29d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa769f4-23e7-4517-ba16-aa2a36b1acd3" -d '{"events": [{"server_uuid": "d26b488d-f5f6-494c-83fa-57f54ab6a32d", "name": "network-vif-plugged", "status": "completed", "tag": "9b24689e-2336-46c0-9497-ad5cd1e7b653"}]}' {{(pid=93164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:46:02.156064 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-dced2f5d-3c0e-4116-a825-fb169fc73bfa req-f70c4a32-ca98-460e-8454-085ea9d3527a tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.13 "GET /v2.0/security-groups?id=75084007-15cc-4b59-a1c7-e60e3e10f81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436580 Jul 28 05:46:02.162817 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] For port 9b24689e-2336-46c0-9497-ad5cd1e7b653, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=9b24689e-2336-46c0-9497-ad5cd1e7b653,segment=NetworkSegment(6043b322-585c-476c-baff-eb0bb598c7ac),segment_id=6043b322-585c-476c-baff-eb0bb598c7ac)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:46:02.167177 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:02.194176 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 05:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c258b0e4-45af-4718-b4f5-37528512d34f x-openstack-request-id: req-c258b0e4-45af-4718-b4f5-37528512d34f {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:46:02.194789 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d26b488d-f5f6-494c-83fa-57f54ab6a32d", "name": "network-vif-plugged", "status": "completed", "tag": "9b24689e-2336-46c0-9497-ad5cd1e7b653", "code": 200}]} {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:46:02.194789 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c258b0e4-45af-4718-b4f5-37528512d34f {{(pid=93164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:46:02.195063 dv-cinder-801617-3-iscsi neutron-server[93164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd26b488d-f5f6-494c-83fa-57f54ab6a32d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b24689e-2336-46c0-9497-ad5cd1e7b653', 'code': 200} Jul 28 05:46:02.220987 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Pushing event updated for resources: {'Port': ['ID=9b24689e-2336-46c0-9497-ad5cd1e7b653,revision_number=5']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:46:02.406399 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141afef-3d75-427e-99ae-6ca1d861c2ba req-a5fda022-ce26-42a5-931c-8953361d8680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:46:02.407999 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d141afef-3d75-427e-99ae-6ca1d861c2ba req-a5fda022-ce26-42a5-931c-8953361d8680 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d26b488d-f5f6-494c-83fa-57f54ab6a32d HTTP/1.1" status: 200 len: 1098 time: 0.0433147 Jul 28 05:46:02.444877 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d141afef-3d75-427e-99ae-6ca1d861c2ba req-d42d2d94-399a-467e-9f42-3735848b9c5c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=75084007-15cc-4b59-a1c7-e60e3e10f81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290771 Jul 28 05:46:02.759720 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 41050) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:46:02.871800 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-66866187-7922-4695-a6df-b1f05c582308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:02.963164 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-66866187-7922-4695-a6df-b1f05c582308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:02.966748 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-66866187-7922-4695-a6df-b1f05c582308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:03.007720 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-66866187-7922-4695-a6df-b1f05c582308 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dac258038c374dd18621e1b5685ddfca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2468355 Jul 28 05:46:03.008814 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66866187-7922-4695-a6df-b1f05c582308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2209f094-e323-42d9-b354-4e0f43eef1e5,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:46:03.010416 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 41054) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:46:03.058047 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f6596080-ae54-4e08-aed3-baa780b13bb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:03.078527 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f6596080-ae54-4e08-aed3-baa780b13bb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:03.123040 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f6596080-ae54-4e08-aed3-baa780b13bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:03.125780 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f6596080-ae54-4e08-aed3-baa780b13bb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:03.126958 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-f6596080-ae54-4e08-aed3-baa780b13bb7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2209f094-e323-42d9-b354-4e0f43eef1e5 HTTP/1.1" status: 204 len: 168 time: 0.1154754 Jul 28 05:46:03.136483 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6596080-ae54-4e08-aed3-baa780b13bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2209f094-e323-42d9-b354-4e0f43eef1e5,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:46:03.266859 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13fb90-f632-42c7-9c5b-1802dce490e3 req-74d9a50e-131b-48f2-824f-05dabe670b0a tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:46:03.268467 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-cb13fb90-f632-42c7-9c5b-1802dce490e3 req-74d9a50e-131b-48f2-824f-05dabe670b0a tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.13 "GET /v2.0/ports?device_id=d26b488d-f5f6-494c-83fa-57f54ab6a32d HTTP/1.1" status: 200 len: 945 time: 0.0490019 Jul 28 05:46:03.307207 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-cb13fb90-f632-42c7-9c5b-1802dce490e3 req-49eda2c0-9e38-4a8a-b056-d5b6012eafed tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.13 "GET /v2.0/security-groups?id=75084007-15cc-4b59-a1c7-e60e3e10f81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321350 Jul 28 05:46:04.261011 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 41108) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:46:04.369913 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-c4c981d0-5a6d-45ea-9b12-0ce408bf6c1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:04.449800 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e887ebdc-4e0e-497c-a9c7-b113bd17a5fe req-ca4e4789-4839-414a-909e-c2a7a0e055a7 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:46:04.451273 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e887ebdc-4e0e-497c-a9c7-b113bd17a5fe req-ca4e4789-4839-414a-909e-c2a7a0e055a7 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.13 "GET /v2.0/ports?device_id=d26b488d-f5f6-494c-83fa-57f54ab6a32d HTTP/1.1" status: 200 len: 945 time: 0.0681906 Jul 28 05:46:04.506299 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e887ebdc-4e0e-497c-a9c7-b113bd17a5fe req-c923d132-e79e-4830-bfc3-403691433118 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.13 "GET /v2.0/security-groups?id=75084007-15cc-4b59-a1c7-e60e3e10f81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490520 Jul 28 05:46:04.529027 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-c4c981d0-5a6d-45ea-9b12-0ce408bf6c1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:04.533134 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-c4c981d0-5a6d-45ea-9b12-0ce408bf6c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:04.572911 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-c4c981d0-5a6d-45ea-9b12-0ce408bf6c1e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=650195271ec644fa8f256e218c578932&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3106575 Jul 28 05:46:04.573798 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c981d0-5a6d-45ea-9b12-0ce408bf6c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c152f75b-8d6c-4092-804f-613ef8491a00,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:46:04.575440 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 41116) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:46:04.628437 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0568e9f1-f507-4d99-9728-3a360e65a593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:04.655110 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0568e9f1-f507-4d99-9728-3a360e65a593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:04.707609 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0568e9f1-f507-4d99-9728-3a360e65a593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:04.707918 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-0568e9f1-f507-4d99-9728-3a360e65a593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:04.715517 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-0568e9f1-f507-4d99-9728-3a360e65a593 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c152f75b-8d6c-4092-804f-613ef8491a00 HTTP/1.1" status: 204 len: 168 time: 0.1388347 Jul 28 05:46:04.726006 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0568e9f1-f507-4d99-9728-3a360e65a593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c152f75b-8d6c-4092-804f-613ef8491a00,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:46:04.892544 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b111b-bd38-4b5a-b2cc-9fb03be3f072 req-9abc23f9-e977-425f-9767-6f852d2c59f5 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:46:04.894040 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f44b111b-bd38-4b5a-b2cc-9fb03be3f072 req-9abc23f9-e977-425f-9767-6f852d2c59f5 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/ports?device_id=97de097e-88f6-4031-ad08-edb48381cb74 HTTP/1.1" status: 200 len: 946 time: 0.0545275 Jul 28 05:46:04.934741 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f44b111b-bd38-4b5a-b2cc-9fb03be3f072 req-b9628d09-aeec-4cc6-a0c9-96bfd66990ce tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c3497e-d6a2-4449-bcee-d617b6c9f701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346112 Jul 28 05:46:04.957298 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 41138) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:46:05.154997 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0699c656-77ce-4e4a-8b7e-2446410f83eb tempest-TestMinimumBasicScenario-1679920438 tempest-TestMinimumBasicScenario-1679920438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:46:05.157584 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-0699c656-77ce-4e4a-8b7e-2446410f83eb tempest-TestMinimumBasicScenario-1679920438 tempest-TestMinimumBasicScenario-1679920438-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=97de097e-88f6-4031-ad08-edb48381cb74 HTTP/1.1" status: 200 len: 1094 time: 0.1993206 Jul 28 05:46:05.160559 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 41154) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:46:05.165170 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [None req-2120b59b-4c45-4b61-a677-7cce41fdfb74 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Request body: {'floatingip': {'floating_network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'port_id': '9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8', 'tenant_id': '9170eb4d61904947be3c1d3473eb6d1d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:46:05.189160 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2120b59b-4c45-4b61-a677-7cce41fdfb74 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify callbacks [] for floatingip, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:05.328693 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2120b59b-4c45-4b61-a677-7cce41fdfb74 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:05.378066 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c2e56-583c-47b7-853f-75df235de272 req-e6526128-7a6f-42ce-8f47-7432c701f98a tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:46:05.379484 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e30c2e56-583c-47b7-853f-75df235de272 req-e6526128-7a6f-42ce-8f47-7432c701f98a tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.13 "GET /v2.0/ports?device_id=d26b488d-f5f6-494c-83fa-57f54ab6a32d HTTP/1.1" status: 200 len: 945 time: 0.0978761 Jul 28 05:46:05.450068 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e30c2e56-583c-47b7-853f-75df235de272 req-48476188-e281-41e7-b091-8897d8d7cc88 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.13 "GET /v2.0/security-groups?id=75084007-15cc-4b59-a1c7-e60e3e10f81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635712 Jul 28 05:46:05.471180 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_common [None req-2120b59b-4c45-4b61-a677-7cce41fdfb74 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Allocated IP 172.27.2.44 (c7125004-43ac-4633-9f2f-3f406f3e858d/e72a7812-7eaf-41ec-8662-055279a1b0f7/97609a70-07fe-4a1b-ae7f-c228fedd8569) {{(pid=93163) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 05:46:05.574671 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2120b59b-4c45-4b61-a677-7cce41fdfb74 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify callbacks [] for port, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:05.613200 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2120b59b-4c45-4b61-a677-7cce41fdfb74 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765227148292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5267504'] for port, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:05.649361 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2120b59b-4c45-4b61-a677-7cce41fdfb74 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Network c7125004-43ac-4633-9f2f-3f406f3e858d is already hosted by enough agents. {{(pid=93163) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 05:46:05.652226 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.base_scheduler [None req-2120b59b-4c45-4b61-a677-7cce41fdfb74 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Resources bound (agent type, host, resource id): {{(pid=93163) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 05:46:05.655669 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2120b59b-4c45-4b61-a677-7cce41fdfb74 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Received port after_create {{(pid=93163) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 05:46:05.683441 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2120b59b-4c45-4b61-a677-7cce41fdfb74 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Pushing event updated for resources: {'Port': ['ID=97609a70-07fe-4a1b-ae7f-c228fedd8569,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:46:06.312958 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2120b59b-4c45-4b61-a677-7cce41fdfb74 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:06.379159 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2120b59b-4c45-4b61-a677-7cce41fdfb74 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:06.526052 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2120b59b-4c45-4b61-a677-7cce41fdfb74 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify callbacks [] for port, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:06.535927 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2120b59b-4c45-4b61-a677-7cce41fdfb74 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5267515'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:06.621275 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2120b59b-4c45-4b61-a677-7cce41fdfb74 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Pushing event updated for resources: {'Port': ['ID=97609a70-07fe-4a1b-ae7f-c228fedd8569,revision_number=2']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:46:06.639846 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb28525-8097-4ab9-b296-8df385fce694 req-42c529f2-268c-49bd-8a65-de7022c33e59 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:46:06.641302 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3cb28525-8097-4ab9-b296-8df385fce694 req-42c529f2-268c-49bd-8a65-de7022c33e59 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.13 "GET /v2.0/ports?device_id=d26b488d-f5f6-494c-83fa-57f54ab6a32d HTTP/1.1" status: 200 len: 945 time: 0.1199791 Jul 28 05:46:06.649472 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2120b59b-4c45-4b61-a677-7cce41fdfb74 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-406535'] for floatingip, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:06.723762 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-3cb28525-8097-4ab9-b296-8df385fce694 req-5d106bf4-d2b4-4f5b-8d20-49894209d506 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.13 "GET /v2.0/security-groups?id=75084007-15cc-4b59-a1c7-e60e3e10f81c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758839 Jul 28 05:46:06.800565 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.db.l3_db [None req-2120b59b-4c45-4b61-a677-7cce41fdfb74 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Floating IP 57b2ef74-b364-43b6-9a06-873a1cc64b74 associated. External IP: 172.27.2.44, port: 9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8. Jul 28 05:46:06.841499 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddcd960-f0df-4745-8791-7167125c0cb1 req-5fcc8820-c546-4d9c-b6e7-b0d6cca34af7 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:46:06.842904 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-dddcd960-f0df-4745-8791-7167125c0cb1 req-5fcc8820-c546-4d9c-b6e7-b0d6cca34af7 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.21 "GET /v2.0/ports?device_id=d26b488d-f5f6-494c-83fa-57f54ab6a32d HTTP/1.1" status: 200 len: 945 time: 0.0938194 Jul 28 05:46:07.013130 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [req-dddcd960-f0df-4745-8791-7167125c0cb1 req-bf0aac6d-75cd-4d21-b25c-17279ab92cee tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] Deleting port 9b24689e-2336-46c0-9497-ad5cd1e7b653 {{(pid=93163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 05:46:07.013371 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-dddcd960-f0df-4745-8791-7167125c0cb1 req-bf0aac6d-75cd-4d21-b25c-17279ab92cee tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227548555'] for port, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:07.130614 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2120b59b-4c45-4b61-a677-7cce41fdfb74 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Router 6e2df32a-6e3a-4fc3-8207-3c25b7fbee56 has already been hosted by L3 agent febb8baf-5368-4b94-affe-2856141f0f3f {{(pid=93163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 05:46:07.148326 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [req-dddcd960-f0df-4745-8791-7167125c0cb1 req-bf0aac6d-75cd-4d21-b25c-17279ab92cee tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] For port 9b24689e-2336-46c0-9497-ad5cd1e7b653, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=9b24689e-2336-46c0-9497-ad5cd1e7b653,segment=NetworkSegment(6043b322-585c-476c-baff-eb0bb598c7ac),segment_id=6043b322-585c-476c-baff-eb0bb598c7ac)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:46:07.148686 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-dddcd960-f0df-4745-8791-7167125c0cb1 req-bf0aac6d-75cd-4d21-b25c-17279ab92cee tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402200'] for port, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:07.194215 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [req-dddcd960-f0df-4745-8791-7167125c0cb1 req-bf0aac6d-75cd-4d21-b25c-17279ab92cee tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] Calling delete_port for 9b24689e-2336-46c0-9497-ad5cd1e7b653 owned by compute:nova {{(pid=93163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 05:46:07.306484 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2120b59b-4c45-4b61-a677-7cce41fdfb74 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify agent at l3_agent.dv-cinder-801617-3-iscsi the message routers_updated {{(pid=93163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:46:07.322305 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb22570a-d904-4529-b424-b3ee571c4821 None None] Sync routers for ids ['6e2df32a-6e3a-4fc3-8207-3c25b7fbee56'] in dv-cinder-801617-3-iscsi {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:46:07.333711 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2120b59b-4c45-4b61-a677-7cce41fdfb74 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068'] for floatingip, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:07.336359 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb22570a-d904-4529-b424-b3ee571c4821 None None] Routers {'6e2df32a-6e3a-4fc3-8207-3c25b7fbee56'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:46:07.337068 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-cb22570a-d904-4529-b424-b3ee571c4821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:45:57Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['6e2df32a-6e3a-4fc3-8207-3c25b7fbee56'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:46:07.387337 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-2120b59b-4c45-4b61-a677-7cce41fdfb74 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2227640 Jul 28 05:46:07.387337 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97de097e-88f6-4031-ad08-edb48381cb74', 'tag': '9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:46:07.387987 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 41196) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:46:07.389042 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdaae2d937131cd036474998a49e3e11d53281396ea4e1ac8b096c837d21eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9306188-ecc3-4091-bdc0-81bf8407bd9b" -d '{"events": [{"name": "network-changed", "server_uuid": "97de097e-88f6-4031-ad08-edb48381cb74", "tag": "9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:46:07.392533 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-b60a367a-f187-44e0-9651-c226e743fea8 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-328546191', 'description': 'tempest-secgroup-smoke-328546191 description', 'project_id': '9170eb4d61904947be3c1d3473eb6d1d'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:46:07.422279 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-dddcd960-f0df-4745-8791-7167125c0cb1 req-bf0aac6d-75cd-4d21-b25c-17279ab92cee tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227552799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227148301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5267504'] for port, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:07.429389 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b60a367a-f187-44e0-9651-c226e743fea8 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:07.456904 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 05:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff37490c-4a40-4385-ba4d-d3bdd0fd5803 x-openstack-request-id: req-ff37490c-4a40-4385-ba4d-d3bdd0fd5803 {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:46:07.457272 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97de097e-88f6-4031-ad08-edb48381cb74", "tag": "9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8", "status": "completed", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:46:07.457530 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ff37490c-4a40-4385-ba4d-d3bdd0fd5803 {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:46:07.458599 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97de097e-88f6-4031-ad08-edb48381cb74', 'tag': '9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8', 'status': 'completed', 'code': 200} Jul 28 05:46:07.461084 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0aac6d-75cd-4d21-b25c-17279ab92cee tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] Pushing event deleted for resources: {'Port': ['ID=9b24689e-2336-46c0-9497-ad5cd1e7b653,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:46:07.466485 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] get_ports_and_sgs() called for port_ids ['9b24689e-2336-46c0-9497-ad5cd1e7b653'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:46:07.506148 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-cb22570a-d904-4529-b424-b3ee571c4821 None None] Set router 6e2df32a-6e3a-4fc3-8207-3c25b7fbee56 gateway port host: dv-cinder-801617-3-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:46:07.537043 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b60a367a-f187-44e0-9651-c226e743fea8 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:07.542882 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b60a367a-f187-44e0-9651-c226e743fea8 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:07.559354 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [req-dddcd960-f0df-4745-8791-7167125c0cb1 req-bf0aac6d-75cd-4d21-b25c-17279ab92cee tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] No DVR routers for this DVR port 9b24689e-2336-46c0-9497-ad5cd1e7b653 on host hv-cinder-80161 {{(pid=93163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 05:46:07.561716 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b60a367a-f187-44e0-9651-c226e743fea8 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:07.562157 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-dddcd960-f0df-4745-8791-7167125c0cb1 req-bf0aac6d-75cd-4d21-b25c-17279ab92cee tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068'] for port, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:07.563740 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-b60a367a-f187-44e0-9651-c226e743fea8 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1751633 Jul 28 05:46:07.564768 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-dddcd960-f0df-4745-8791-7167125c0cb1 req-bf0aac6d-75cd-4d21-b25c-17279ab92cee tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.21 "DELETE /v2.0/ports/9b24689e-2336-46c0-9497-ad5cd1e7b653 HTTP/1.1" status: 204 len: 173 time: 0.7140734 Jul 28 05:46:07.570639 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 41200) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:46:07.578056 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-2f1bf674-4c2a-4c02-8da4-f69b7e98fe41 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Request body: {'security_group_rule': {'security_group_id': '72f54ac6-1d7f-4396-a069-d7a10a82c2ed', 'project_id': '9170eb4d61904947be3c1d3473eb6d1d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:46:07.585266 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9306188-ecc3-4091-bdc0-81bf8407bd9b req-f51b1407-7210-46b9-a8d7-90f18a85bb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:46:07.586762 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a9306188-ecc3-4091-bdc0-81bf8407bd9b req-f51b1407-7210-46b9-a8d7-90f18a85bb7e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9170eb4d61904947be3c1d3473eb6d1d&device_id=97de097e-88f6-4031-ad08-edb48381cb74 HTTP/1.1" status: 200 len: 1099 time: 0.0972579 Jul 28 05:46:07.618406 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2f1bf674-4c2a-4c02-8da4-f69b7e98fe41 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:07.688139 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2f1bf674-4c2a-4c02-8da4-f69b7e98fe41 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:07.689407 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60a367a-f187-44e0-9651-c226e743fea8 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72f54ac6-1d7f-4396-a069-d7a10a82c2ed,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:46:07.696492 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2f1bf674-4c2a-4c02-8da4-f69b7e98fe41 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610225'] for security_group_rule, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:07.714157 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9306188-ecc3-4091-bdc0-81bf8407bd9b req-7fa98a2e-3e72-42ad-b16e-f7d707c09f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:46:07.716907 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a9306188-ecc3-4091-bdc0-81bf8407bd9b req-7fa98a2e-3e72-42ad-b16e-f7d707c09f2c service neutron] 10.222.0.21 "GET /v2.0/networks?id=ede6b695-9830-47b8-b631-f4cc4556be14 HTTP/1.1" status: 200 len: 916 time: 0.1194308 Jul 28 05:46:07.718342 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1bf674-4c2a-4c02-8da4-f69b7e98fe41 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aa58e36-834d-4612-9366-fd1ac473fb7c,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:46:07.727544 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2f1bf674-4c2a-4c02-8da4-f69b7e98fe41 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:07.729008 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-2f1bf674-4c2a-4c02-8da4-f69b7e98fe41 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1569300 Jul 28 05:46:07.731975 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 41202) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:46:07.736444 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-770bce4a-e307-441f-9292-213c1b62c423 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Request body: {'security_group_rule': {'security_group_id': '72f54ac6-1d7f-4396-a069-d7a10a82c2ed', 'project_id': '9170eb4d61904947be3c1d3473eb6d1d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:46:07.782543 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-770bce4a-e307-441f-9292-213c1b62c423 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:07.861935 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a9306188-ecc3-4091-bdc0-81bf8407bd9b req-b652318c-5cb1-4d0f-8af3-2e404ff09af5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8 HTTP/1.1" status: 200 len: 999 time: 0.1211412 Jul 28 05:46:07.874336 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-770bce4a-e307-441f-9292-213c1b62c423 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:07.881129 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-770bce4a-e307-441f-9292-213c1b62c423 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610225'] for security_group_rule, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:07.884580 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-cb22570a-d904-4529-b424-b3ee571c4821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2df32a-6e3a-4fc3-8207-3c25b7fbee56', 'name': 'tempest-TestMinimumBasicScenario-1052875349-router', 'tenant_id': '9170eb4d61904947be3c1d3473eb6d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '8e97387d-ec9d-4e17-80a5-3a0f55a7f325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:45:17Z', 'updated_at': '2021-07-28T05:45:19Z', 'revision_number': 4, 'project_id': '9170eb4d61904947be3c1d3473eb6d1d', 'gw_port': {'id': '8e97387d-ec9d-4e17-80a5-3a0f55a7f325', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:47:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2df32a-6e3a-4fc3-8207-3c25b7fbee56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:45:17Z', 'updated_at': '2021-07-28T05:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_floatingips': [{'id': '57b2ef74-b364-43b6-9a06-873a1cc64b74', 'tenant_id': '9170eb4d61904947be3c1d3473eb6d1d', 'floating_ip_address': '172.27.2.44', 'floating_network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'router_id': '6e2df32a-6e3a-4fc3-8207-3c25b7fbee56', 'port_id': '9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ede6b695-9830-47b8-b631-f4cc4556be14', 'mac_address': 'fa:16:3e:47:10:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97de097e-88f6-4031-ad08-edb48381cb74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T05:46:06Z', 'updated_at': '2021-07-28T05:46:06Z', 'revision_number': 0, 'project_id': '9170eb4d61904947be3c1d3473eb6d1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22929156-fdaf-4d70-8909-ab6614841ac0', 'name': '', 'network_id': 'ede6b695-9830-47b8-b631-f4cc4556be14', 'tenant_id': '9170eb4d61904947be3c1d3473eb6d1d', 'mac_address': 'fa:16:3e:07:b8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2df32a-6e3a-4fc3-8207-3c25b7fbee56', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '9691bee0-5151-463a-9aae-3e5264d2934a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:45:19Z', 'updated_at': '2021-07-28T05:45:26Z', 'revision_number': 5, 'project_id': '9170eb4d61904947be3c1d3473eb6d1d', 'subnets': [{'id': '9691bee0-5151-463a-9aae-3e5264d2934a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:46:07.904746 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770bce4a-e307-441f-9292-213c1b62c423 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01faf9ce-edf0-4eef-8a2d-b93617180da2,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:46:07.911370 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b521cb14-7d7a-4b01-b24c-6d9c0266cc96 req-5fe0e860-0b12-4efc-8729-87efca0964a2 tempest-VolumesActionsTest-364187838 tempest-VolumesActionsTest-364187838-project] 10.222.0.13 "GET /v2.0/ports?device_id=d26b488d-f5f6-494c-83fa-57f54ab6a32d HTTP/1.1" status: 200 len: 210 time: 0.0476065 Jul 28 05:46:07.919157 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-770bce4a-e307-441f-9292-213c1b62c423 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:07.925333 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-770bce4a-e307-441f-9292-213c1b62c423 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1928883 Jul 28 05:46:07.925938 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 41214) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:46:07.931478 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb22570a-d904-4529-b424-b3ee571c4821 None None] Checking router: 6e2df32a-6e3a-4fc3-8207-3c25b7fbee56 for host: dv-cinder-801617-3-iscsi {{(pid=93164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:46:07.937843 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-bddb9955-e1ec-4502-bfe6-31108ce1dcf7 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Request body: {'security_group_rule': {'security_group_id': '72f54ac6-1d7f-4396-a069-d7a10a82c2ed', 'project_id': '9170eb4d61904947be3c1d3473eb6d1d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:46:07.941371 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb22570a-d904-4529-b424-b3ee571c4821 None None] Routers {'6e2df32a-6e3a-4fc3-8207-3c25b7fbee56'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:46:07.942222 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-cb22570a-d904-4529-b424-b3ee571c4821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:45:57Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['6e2df32a-6e3a-4fc3-8207-3c25b7fbee56'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:46:07.950896 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9306188-ecc3-4091-bdc0-81bf8407bd9b req-ed804c0f-c910-4b14-89ff-099e7ff2ddf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:46:07.952440 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a9306188-ecc3-4091-bdc0-81bf8407bd9b req-ed804c0f-c910-4b14-89ff-099e7ff2ddf9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9691bee0-5151-463a-9aae-3e5264d2934a HTTP/1.1" status: 200 len: 854 time: 0.0758154 Jul 28 05:46:07.965232 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-bddb9955-e1ec-4502-bfe6-31108ce1dcf7 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:08.002278 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9306188-ecc3-4091-bdc0-81bf8407bd9b req-02201a45-46a7-465a-8194-c62e3da34a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:46:08.004298 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a9306188-ecc3-4091-bdc0-81bf8407bd9b req-02201a45-46a7-465a-8194-c62e3da34a2d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ede6b695-9830-47b8-b631-f4cc4556be14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428784 Jul 28 05:46:08.027994 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-bddb9955-e1ec-4502-bfe6-31108ce1dcf7 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:08.032999 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-bddb9955-e1ec-4502-bfe6-31108ce1dcf7 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610225'] for security_group_rule, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:08.055934 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-cb22570a-d904-4529-b424-b3ee571c4821 None None] Set router 6e2df32a-6e3a-4fc3-8207-3c25b7fbee56 gateway port host: dv-cinder-801617-3-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:46:08.056413 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddb9955-e1ec-4502-bfe6-31108ce1dcf7 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e21fe6cf-4941-4f34-8003-b9be99d295a5,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:46:08.065286 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-bddb9955-e1ec-4502-bfe6-31108ce1dcf7 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:08.069741 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-bddb9955-e1ec-4502-bfe6-31108ce1dcf7 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1396010 Jul 28 05:46:08.070498 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 41216) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:46:08.074455 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-4ca6a0c3-4bae-4e29-b1b7-451687e6f868 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Request body: {'security_group_rule': {'security_group_id': '72f54ac6-1d7f-4396-a069-d7a10a82c2ed', 'project_id': '9170eb4d61904947be3c1d3473eb6d1d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:46:08.107350 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a0c3-4bae-4e29-b1b7-451687e6f868 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:08.123203 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a9306188-ecc3-4091-bdc0-81bf8407bd9b req-79a9aa4d-5c52-42d4-b781-fa621032955e service neutron] 10.222.0.21 "GET /v2.0/networks/ede6b695-9830-47b8-b631-f4cc4556be14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072567 Jul 28 05:46:08.218725 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a0c3-4bae-4e29-b1b7-451687e6f868 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:08.224306 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a0c3-4bae-4e29-b1b7-451687e6f868 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610225'] for security_group_rule, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:08.224619 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a9306188-ecc3-4091-bdc0-81bf8407bd9b req-41228d5f-3cc3-4a9a-8ca2-4d0915f27fdb service neutron] 10.222.0.21 "GET /v2.0/networks/ede6b695-9830-47b8-b631-f4cc4556be14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924180 Jul 28 05:46:08.244505 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca6a0c3-4bae-4e29-b1b7-451687e6f868 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44a92c78-2c48-413d-ba10-abda0bbad571,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:46:08.250883 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-4ca6a0c3-4bae-4e29-b1b7-451687e6f868 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:08.255739 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-4ca6a0c3-4bae-4e29-b1b7-451687e6f868 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1818185 Jul 28 05:46:08.256160 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 41218) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:46:08.260751 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-c92cc1a7-6b4d-41a3-961a-8ec274b73323 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Request body: {'security_group_rule': {'security_group_id': '72f54ac6-1d7f-4396-a069-d7a10a82c2ed', 'project_id': '9170eb4d61904947be3c1d3473eb6d1d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:46:08.283373 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.db.securitygroups_db [None req-c92cc1a7-6b4d-41a3-961a-8ec274b73323 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Project 9170eb4d61904947be3c1d3473eb6d1d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 05:46:08.288866 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c92cc1a7-6b4d-41a3-961a-8ec274b73323 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:08.343618 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-cb22570a-d904-4529-b424-b3ee571c4821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2df32a-6e3a-4fc3-8207-3c25b7fbee56', 'name': 'tempest-TestMinimumBasicScenario-1052875349-router', 'tenant_id': '9170eb4d61904947be3c1d3473eb6d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '8e97387d-ec9d-4e17-80a5-3a0f55a7f325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:45:17Z', 'updated_at': '2021-07-28T05:45:19Z', 'revision_number': 4, 'project_id': '9170eb4d61904947be3c1d3473eb6d1d', 'gw_port': {'id': '8e97387d-ec9d-4e17-80a5-3a0f55a7f325', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:47:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2df32a-6e3a-4fc3-8207-3c25b7fbee56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:45:17Z', 'updated_at': '2021-07-28T05:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_floatingips': [{'id': '57b2ef74-b364-43b6-9a06-873a1cc64b74', 'tenant_id': '9170eb4d61904947be3c1d3473eb6d1d', 'floating_ip_address': '172.27.2.44', 'floating_network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'router_id': '6e2df32a-6e3a-4fc3-8207-3c25b7fbee56', 'port_id': '9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ede6b695-9830-47b8-b631-f4cc4556be14', 'mac_address': 'fa:16:3e:47:10:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97de097e-88f6-4031-ad08-edb48381cb74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T05:46:06Z', 'updated_at': '2021-07-28T05:46:06Z', 'revision_number': 0, 'project_id': '9170eb4d61904947be3c1d3473eb6d1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22929156-fdaf-4d70-8909-ab6614841ac0', 'name': '', 'network_id': 'ede6b695-9830-47b8-b631-f4cc4556be14', 'tenant_id': '9170eb4d61904947be3c1d3473eb6d1d', 'mac_address': 'fa:16:3e:07:b8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2df32a-6e3a-4fc3-8207-3c25b7fbee56', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '9691bee0-5151-463a-9aae-3e5264d2934a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:45:19Z', 'updated_at': '2021-07-28T05:45:26Z', 'revision_number': 5, 'project_id': '9170eb4d61904947be3c1d3473eb6d1d', 'subnets': [{'id': '9691bee0-5151-463a-9aae-3e5264d2934a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:46:08.352736 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c92cc1a7-6b4d-41a3-961a-8ec274b73323 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:08.356641 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c92cc1a7-6b4d-41a3-961a-8ec274b73323 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610225'] for security_group_rule, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:08.370764 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb22570a-d904-4529-b424-b3ee571c4821 None None] The sync data for ids ['6e2df32a-6e3a-4fc3-8207-3c25b7fbee56'] in dv-cinder-801617-3-iscsi is: [{'id': '6e2df32a-6e3a-4fc3-8207-3c25b7fbee56', 'name': 'tempest-TestMinimumBasicScenario-1052875349-router', 'tenant_id': '9170eb4d61904947be3c1d3473eb6d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '8e97387d-ec9d-4e17-80a5-3a0f55a7f325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:45:17Z', 'updated_at': '2021-07-28T05:45:19Z', 'revision_number': 4, 'project_id': '9170eb4d61904947be3c1d3473eb6d1d', 'gw_port': {'id': '8e97387d-ec9d-4e17-80a5-3a0f55a7f325', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:47:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2df32a-6e3a-4fc3-8207-3c25b7fbee56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:45:17Z', 'updated_at': '2021-07-28T05:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_floatingips': [{'id': '57b2ef74-b364-43b6-9a06-873a1cc64b74', 'tenant_id': '9170eb4d61904947be3c1d3473eb6d1d', 'floating_ip_address': '172.27.2.44', 'floating_network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'router_id': '6e2df32a-6e3a-4fc3-8207-3c25b7fbee56', 'port_id': '9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ede6b695-9830-47b8-b631-f4cc4556be14', 'mac_address': 'fa:16:3e:47:10:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97de097e-88f6-4031-ad08-edb48381cb74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T05:46:06Z', 'updated_at': '2021-07-28T05:46:06Z', 'revision_number': 0, 'project_id': '9170eb4d61904947be3c1d3473eb6d1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22929156-fdaf-4d70-8909-ab6614841ac0', 'name': '', 'network_id': 'ede6b695-9830-47b8-b631-f4cc4556be14', 'tenant_id': '9170eb4d61904947be3c1d3473eb6d1d', 'mac_address': 'fa:16:3e:07:b8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2df32a-6e3a-4fc3-8207-3c25b7fbee56', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '9691bee0-5151-463a-9aae-3e5264d2934a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:45:19Z', 'updated_at': '2021-07-28T05:45:26Z', 'revision_number': 5, 'project_id': '9170eb4d61904947be3c1d3473eb6d1d', 'subnets': [{'id': '9691bee0-5151-463a-9aae-3e5264d2934a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:46:08.375398 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92cc1a7-6b4d-41a3-961a-8ec274b73323 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ec798d6-f670-440c-9280-10e7584c2f53,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:46:08.382056 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c92cc1a7-6b4d-41a3-961a-8ec274b73323 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:08.383319 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-c92cc1a7-6b4d-41a3-961a-8ec274b73323 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1262078 Jul 28 05:46:08.386025 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 41220) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:46:08.390669 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.v2.base [None req-d883ef26-f206-4e65-8ca5-8c519b567ad0 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Request body: {'security_group_rule': {'security_group_id': '72f54ac6-1d7f-4396-a069-d7a10a82c2ed', 'project_id': '9170eb4d61904947be3c1d3473eb6d1d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93162) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:46:08.413032 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.db.securitygroups_db [None req-d883ef26-f206-4e65-8ca5-8c519b567ad0 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Project 9170eb4d61904947be3c1d3473eb6d1d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 05:46:08.418013 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d883ef26-f206-4e65-8ca5-8c519b567ad0 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:08.478684 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d883ef26-f206-4e65-8ca5-8c519b567ad0 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:08.483789 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d883ef26-f206-4e65-8ca5-8c519b567ad0 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610225'] for security_group_rule, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:08.501854 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d883ef26-f206-4e65-8ca5-8c519b567ad0 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db4a63f9-9e38-444a-b5c1-92d484836e38,revision_number=0']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:46:08.509159 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d883ef26-f206-4e65-8ca5-8c519b567ad0 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:08.510529 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-d883ef26-f206-4e65-8ca5-8c519b567ad0 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1234491 Jul 28 05:46:08.561320 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99748d99-b0e4-4d57-9abe-052b847a962c None None] New status for floating IP 57b2ef74-b364-43b6-9a06-873a1cc64b74: ACTIVE {{(pid=93165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 05:46:08.595816 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-73f31d1a-33f4-43a9-a9c4-fb70bbc8235a req-15a1740d-7235-4523-a2d5-6c730fc39749 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-328546191&fields=id&tenant_id=9170eb4d61904947be3c1d3473eb6d1d HTTP/1.1" status: 200 len: 267 time: 0.0373898 Jul 28 05:46:08.647921 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f31d1a-33f4-43a9-a9c4-fb70bbc8235a req-d70daac2-c8bb-43ca-96fa-7045a119ef49 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:46:08.649379 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-73f31d1a-33f4-43a9-a9c4-fb70bbc8235a req-d70daac2-c8bb-43ca-96fa-7045a119ef49 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/ports?device_id=97de097e-88f6-4031-ad08-edb48381cb74 HTTP/1.1" status: 200 len: 946 time: 0.0475061 Jul 28 05:46:08.660505 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [req-73f31d1a-33f4-43a9-a9c4-fb70bbc8235a req-97bbf616-19fc-4b26-972d-bee16c275198 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Request body: {'port': {'security_groups': ['12c3497e-d6a2-4449-bcee-d617b6c9f701', '72f54ac6-1d7f-4396-a069-d7a10a82c2ed']}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:46:08.726604 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-73f31d1a-33f4-43a9-a9c4-fb70bbc8235a req-97bbf616-19fc-4b26-972d-bee16c275198 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:08.906962 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [req-73f31d1a-33f4-43a9-a9c4-fb70bbc8235a req-97bbf616-19fc-4b26-972d-bee16c275198 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] For port 9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8,segment=NetworkSegment(b6b1fc69-a370-4059-adc5-9ad09eb4aadf),segment_id=b6b1fc69-a370-4059-adc5-9ad09eb4aadf)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:46:08.935227 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-73f31d1a-33f4-43a9-a9c4-fb70bbc8235a req-97bbf616-19fc-4b26-972d-bee16c275198 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify callbacks [] for port, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:08.939953 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-73f31d1a-33f4-43a9-a9c4-fb70bbc8235a req-97bbf616-19fc-4b26-972d-bee16c275198 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5267515'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:08.987153 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] get_ports_and_sgs() called for port_ids ['9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:46:08.989851 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f31d1a-33f4-43a9-a9c4-fb70bbc8235a req-97bbf616-19fc-4b26-972d-bee16c275198 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:46:08.990827 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-73f31d1a-33f4-43a9-a9c4-fb70bbc8235a req-97bbf616-19fc-4b26-972d-bee16c275198 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068'] for port, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:08.992383 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-73f31d1a-33f4-43a9-a9c4-fb70bbc8235a req-97bbf616-19fc-4b26-972d-bee16c275198 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "PUT /v2.0/ports/9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8 HTTP/1.1" status: 200 len: 982 time: 0.3363409 Jul 28 05:46:09.032419 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bbf616-19fc-4b26-972d-bee16c275198 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Pushing event updated for resources: {'Port': ['ID=9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8,revision_number=6']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:46:09.159400 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] get_ports_and_sgs() called for port_ids ['9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:46:09.160934 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf36f02-274d-4482-99e8-48a79fcec067 req-e8bbc1ec-57e7-4870-82d3-fa5fe2a7f9f2 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:46:09.171887 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5cf36f02-274d-4482-99e8-48a79fcec067 req-e8bbc1ec-57e7-4870-82d3-fa5fe2a7f9f2 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/ports?device_id=97de097e-88f6-4031-ad08-edb48381cb74 HTTP/1.1" status: 200 len: 985 time: 0.0831988 Jul 28 05:46:09.217133 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5cf36f02-274d-4482-99e8-48a79fcec067 req-612b1f22-cdf7-411f-b0ff-26b4b8a1fb44 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c3497e-d6a2-4449-bcee-d617b6c9f701&id=72f54ac6-1d7f-4396-a069-d7a10a82c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0440614 Jul 28 05:46:09.332291 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-be32b3ae-d818-4120-9b45-b108d8674519 None None] Provisioning complete for port 9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8 triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:46:09.332663 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-be32b3ae-d818-4120-9b45-b108d8674519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:09.459981 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd26b488d-f5f6-494c-83fa-57f54ab6a32d', 'name': 'network-vif-deleted', 'tag': '9b24689e-2336-46c0-9497-ad5cd1e7b653'}, {'name': 'network-changed', 'server_uuid': '97de097e-88f6-4031-ad08-edb48381cb74', 'tag': '9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:46:09.462374 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdaae2d937131cd036474998a49e3e11d53281396ea4e1ac8b096c837d21eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcea48b5-a1e2-4948-88c4-4998f86cc574" -d '{"events": [{"server_uuid": "d26b488d-f5f6-494c-83fa-57f54ab6a32d", "name": "network-vif-deleted", "tag": "9b24689e-2336-46c0-9497-ad5cd1e7b653"}, {"name": "network-changed", "server_uuid": "97de097e-88f6-4031-ad08-edb48381cb74", "tag": "9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:46:09.514788 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 28 Jul 2021 05:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d309262-3e78-4a94-8bef-dd4505e64007 x-openstack-request-id: req-9d309262-3e78-4a94-8bef-dd4505e64007 {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:46:09.515087 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d26b488d-f5f6-494c-83fa-57f54ab6a32d", "name": "network-vif-deleted", "tag": "9b24689e-2336-46c0-9497-ad5cd1e7b653", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "97de097e-88f6-4031-ad08-edb48381cb74", "tag": "9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8", "status": "completed", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:46:09.515454 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9d309262-3e78-4a94-8bef-dd4505e64007 {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:46:09.515750 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd26b488d-f5f6-494c-83fa-57f54ab6a32d', 'name': 'network-vif-deleted', 'tag': '9b24689e-2336-46c0-9497-ad5cd1e7b653', 'status': 'completed', 'code': 200} Jul 28 05:46:09.515998 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97de097e-88f6-4031-ad08-edb48381cb74', 'tag': '9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8', 'status': 'completed', 'code': 200} Jul 28 05:46:09.646500 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea48b5-a1e2-4948-88c4-4998f86cc574 req-33c6ed41-577d-4217-b273-e1caacf29c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:46:09.648405 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bcea48b5-a1e2-4948-88c4-4998f86cc574 req-33c6ed41-577d-4217-b273-e1caacf29c50 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9170eb4d61904947be3c1d3473eb6d1d&device_id=97de097e-88f6-4031-ad08-edb48381cb74 HTTP/1.1" status: 200 len: 1138 time: 0.0677371 Jul 28 05:46:10.618853 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea48b5-a1e2-4948-88c4-4998f86cc574 req-c0c7436f-87a7-4155-9878-cc9211b21b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:46:10.620342 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bcea48b5-a1e2-4948-88c4-4998f86cc574 req-c0c7436f-87a7-4155-9878-cc9211b21b0d service neutron] 10.222.0.21 "GET /v2.0/networks?id=ede6b695-9830-47b8-b631-f4cc4556be14 HTTP/1.1" status: 200 len: 916 time: 0.0850604 Jul 28 05:46:11.421363 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bcea48b5-a1e2-4948-88c4-4998f86cc574 req-8415f40c-c189-4b69-a7e0-6f0cf6202099 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8 HTTP/1.1" status: 200 len: 1001 time: 0.0665207 Jul 28 05:46:12.415875 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea48b5-a1e2-4948-88c4-4998f86cc574 req-44efaf30-ed2f-45e9-8baf-40b362115a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:46:12.417304 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bcea48b5-a1e2-4948-88c4-4998f86cc574 req-44efaf30-ed2f-45e9-8baf-40b362115a29 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9691bee0-5151-463a-9aae-3e5264d2934a HTTP/1.1" status: 200 len: 854 time: 0.0430772 Jul 28 05:46:12.466522 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea48b5-a1e2-4948-88c4-4998f86cc574 req-323a377d-7b1c-4c7d-876b-09d91329158b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:46:12.468058 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bcea48b5-a1e2-4948-88c4-4998f86cc574 req-323a377d-7b1c-4c7d-876b-09d91329158b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ede6b695-9830-47b8-b631-f4cc4556be14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418038 Jul 28 05:46:12.554296 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bcea48b5-a1e2-4948-88c4-4998f86cc574 req-5bb99f62-6448-4443-84b9-7863982acd77 service neutron] 10.222.0.21 "GET /v2.0/networks/ede6b695-9830-47b8-b631-f4cc4556be14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780234 Jul 28 05:46:12.644431 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bcea48b5-a1e2-4948-88c4-4998f86cc574 req-ebe34feb-231d-4f25-82eb-f605a0539c9d service neutron] 10.222.0.21 "GET /v2.0/networks/ede6b695-9830-47b8-b631-f4cc4556be14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816665 Jul 28 05:46:15.761242 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device 9b24689e-2336-46c0-9497-ad5cd1e7b653 no longer exists at agent hyperv_hv-cinder-80161 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:46:15.780051 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] No Port match for: 9b24689e-2336-46c0-9497-ad5cd1e7b653 {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 05:46:15.780390 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device 9b24689e-2336-46c0-9497-ad5cd1e7b653 not bound to the agent host hv-cinder-80161 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:46:18.611227 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:23.987221 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-1b071b53-07f4-4f22-b9dc-c77b554d1ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:26.851552 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-97279d8c-2512-48f0-a04e-a8cb38c16117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:26.905921 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:27.910167 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:29.419184 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:34.382507 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:46:38.191305 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 41680) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:46:38.237502 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ddc1ae3-6f03-4589-ad93-6cc524b3f8bb admin admin] Deleting subnet 388f371a-d0f3-4192-a751-712757987180 {{(pid=93162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 05:46:38.240431 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2ddc1ae3-6f03-4589-ad93-6cc524b3f8bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:38.275104 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2ddc1ae3-6f03-4589-ad93-6cc524b3f8bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4869481'] for subnet, precommit_delete_associations {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:38.311957 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2ddc1ae3-6f03-4589-ad93-6cc524b3f8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504883'] for subnet, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:38.364209 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2ddc1ae3-6f03-4589-ad93-6cc524b3f8bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1504890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4414178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4221011'] for subnet, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:38.386527 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddc1ae3-6f03-4589-ad93-6cc524b3f8bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=388f371a-d0f3-4192-a751-712757987180,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:46:38.392005 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2ddc1ae3-6f03-4589-ad93-6cc524b3f8bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:38.394191 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-2ddc1ae3-6f03-4589-ad93-6cc524b3f8bb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/388f371a-d0f3-4192-a751-712757987180 HTTP/1.1" status: 204 len: 168 time: 0.2014828 Jul 28 05:46:38.397299 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 41682) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:46:38.465230 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-94c3bf92-c38b-48d9-8504-6b5924521c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1632385'] for network, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:38.539010 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-94c3bf92-c38b-48d9-8504-6b5924521c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377030', 'neutron.services.segments.db._delete_segments_for_network-8765227628337'] for network, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:38.548321 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-94c3bf92-c38b-48d9-8504-6b5924521c97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3456b6e-b5cc-46c1-8913-7e81cd29636f']}} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:46:38.561302 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-94c3bf92-c38b-48d9-8504-6b5924521c97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6043b322-585c-476c-baff-eb0bb598c7ac') {'for_net_delete': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:46:38.561595 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-94c3bf92-c38b-48d9-8504-6b5924521c97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6043b322-585c-476c-baff-eb0bb598c7ac') {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:46:38.570544 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-94c3bf92-c38b-48d9-8504-6b5924521c97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765227627066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4869472'] for segment, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:38.584018 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-94c3bf92-c38b-48d9-8504-6b5924521c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502470'] for segment, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:38.589629 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94c3bf92-c38b-48d9-8504-6b5924521c97 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=93162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 05:46:38.590005 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-94c3bf92-c38b-48d9-8504-6b5924521c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4414104'] for segment, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:38.591614 dv-cinder-801617-3-iscsi neutron-server[93162]: Traceback (most recent call last): Jul 28 05:46:38.591614 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 05:46:38.591614 dv-cinder-801617-3-iscsi neutron-server[93162]: timer() Jul 28 05:46:38.591614 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 05:46:38.591614 dv-cinder-801617-3-iscsi neutron-server[93162]: cb(*args, **kw) Jul 28 05:46:38.591614 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 05:46:38.591614 dv-cinder-801617-3-iscsi neutron-server[93162]: return func(*args, **kwargs) Jul 28 05:46:38.591614 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 05:46:38.591614 dv-cinder-801617-3-iscsi neutron-server[93162]: self._notify() Jul 28 05:46:38.591614 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 05:46:38.591614 dv-cinder-801617-3-iscsi neutron-server[93162]: self.callback(batched_events) Jul 28 05:46:38.591614 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 05:46:38.591614 dv-cinder-801617-3-iscsi neutron-server[93162]: event.method(event) Jul 28 05:46:38.591614 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 05:46:38.591614 dv-cinder-801617-3-iscsi neutron-server[93162]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 05:46:38.591614 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 05:46:38.591614 dv-cinder-801617-3-iscsi neutron-server[93162]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 05:46:38.591614 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 05:46:38.591614 dv-cinder-801617-3-iscsi neutron-server[93162]: return f(self, *a, **k) Jul 28 05:46:38.591614 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 05:46:38.591614 dv-cinder-801617-3-iscsi neutron-server[93162]: return self._get(url).json() Jul 28 05:46:38.591614 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 05:46:38.591614 dv-cinder-801617-3-iscsi neutron-server[93162]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 05:46:38.591614 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 05:46:38.591614 dv-cinder-801617-3-iscsi neutron-server[93162]: return self.request(url, 'GET', **kwargs) Jul 28 05:46:38.591614 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 05:46:38.591614 dv-cinder-801617-3-iscsi neutron-server[93162]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 05:46:38.591614 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 05:46:38.591614 dv-cinder-801617-3-iscsi neutron-server[93162]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 05:46:38.591614 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 05:46:38.591614 dv-cinder-801617-3-iscsi neutron-server[93162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 05:46:38.591614 dv-cinder-801617-3-iscsi neutron-server[93162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 05:46:38.642530 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-94c3bf92-c38b-48d9-8504-6b5924521c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406773'] for network, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:38.647307 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-94c3bf92-c38b-48d9-8504-6b5924521c97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for network, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:38.649252 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-94c3bf92-c38b-48d9-8504-6b5924521c97 admin admin] 10.222.0.13 "DELETE /v2.0/networks/d3456b6e-b5cc-46c1-8913-7e81cd29636f HTTP/1.1" status: 204 len: 168 time: 0.2510531 Jul 28 05:46:38.661792 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c3bf92-c38b-48d9-8504-6b5924521c97 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3456b6e-b5cc-46c1-8913-7e81cd29636f,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:46:38.799944 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 41686) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:46:38.840192 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-2ee34a3d-7707-479f-964b-e452b0e4ee0b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dccc82d1a2564657998d82ac8d962eb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390527 Jul 28 05:46:38.842504 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 41688) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:46:38.888610 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-07d8577c-7203-4a35-ae77-363873470740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:38.909125 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-07d8577c-7203-4a35-ae77-363873470740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:38.956140 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-07d8577c-7203-4a35-ae77-363873470740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:38.959332 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-07d8577c-7203-4a35-ae77-363873470740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:38.960509 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-07d8577c-7203-4a35-ae77-363873470740 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/75084007-15cc-4b59-a1c7-e60e3e10f81c HTTP/1.1" status: 204 len: 168 time: 0.1171043 Jul 28 05:46:38.968217 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d8577c-7203-4a35-ae77-363873470740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75084007-15cc-4b59-a1c7-e60e3e10f81c,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:46:48.618233 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:49.486767 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 41924) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:46:49.585562 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-0f9451fe-2b70-49b2-abb7-1ec176835e1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:49.680974 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-0f9451fe-2b70-49b2-abb7-1ec176835e1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:49.684583 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-0f9451fe-2b70-49b2-abb7-1ec176835e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:49.725205 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-0f9451fe-2b70-49b2-abb7-1ec176835e1d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a3e190c948024ef39a4d687518976b3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2373621 Jul 28 05:46:49.726329 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9451fe-2b70-49b2-abb7-1ec176835e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=479d57dc-833a-4332-963a-443cdc922256,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:46:49.727920 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 41932) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:46:49.733384 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9451fe-2b70-49b2-abb7-1ec176835e1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:46:49.733736 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9451fe-2b70-49b2-abb7-1ec176835e1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:46:49.734338 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9451fe-2b70-49b2-abb7-1ec176835e1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:46:49.734670 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9451fe-2b70-49b2-abb7-1ec176835e1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:46:49.735000 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9451fe-2b70-49b2-abb7-1ec176835e1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:46:49.735330 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9451fe-2b70-49b2-abb7-1ec176835e1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:46:49.735688 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9451fe-2b70-49b2-abb7-1ec176835e1d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:46:49.736431 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9451fe-2b70-49b2-abb7-1ec176835e1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:46:49.736431 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9451fe-2b70-49b2-abb7-1ec176835e1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:46:49.736634 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9451fe-2b70-49b2-abb7-1ec176835e1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:46:49.736944 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9451fe-2b70-49b2-abb7-1ec176835e1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:46:49.737265 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9451fe-2b70-49b2-abb7-1ec176835e1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:46:49.793058 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7462ac7b-c3f3-4589-98c9-e6ad8a70a925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:49.815777 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7462ac7b-c3f3-4589-98c9-e6ad8a70a925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:49.871210 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7462ac7b-c3f3-4589-98c9-e6ad8a70a925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:49.874220 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7462ac7b-c3f3-4589-98c9-e6ad8a70a925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:49.878022 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-7462ac7b-c3f3-4589-98c9-e6ad8a70a925 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/479d57dc-833a-4332-963a-443cdc922256 HTTP/1.1" status: 204 len: 168 time: 0.1484747 Jul 28 05:46:49.887381 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7462ac7b-c3f3-4589-98c9-e6ad8a70a925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=479d57dc-833a-4332-963a-443cdc922256,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:46:49.942603 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc65cedb-5085-4b4d-84d5-06a6f9cc3cad req-e682a81a-d32b-4b99-8f68-e1fb94fd8ba7 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:46:49.944143 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bc65cedb-5085-4b4d-84d5-06a6f9cc3cad req-e682a81a-d32b-4b99-8f68-e1fb94fd8ba7 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/ports?device_id=97de097e-88f6-4031-ad08-edb48381cb74 HTTP/1.1" status: 200 len: 985 time: 0.0838120 Jul 28 05:46:49.970738 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8399bffd-c574-4020-a3bf-b55c40cf10c8 req-0d2b71e5-3ec3-476a-9cc7-44494170ae7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:46:49.972352 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8399bffd-c574-4020-a3bf-b55c40cf10c8 req-0d2b71e5-3ec3-476a-9cc7-44494170ae7a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9170eb4d61904947be3c1d3473eb6d1d&device_id=97de097e-88f6-4031-ad08-edb48381cb74 HTTP/1.1" status: 200 len: 1138 time: 0.0695415 Jul 28 05:46:50.050681 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bc65cedb-5085-4b4d-84d5-06a6f9cc3cad req-0b96aef9-1b9a-4730-b3b4-a771462cb5be tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c3497e-d6a2-4449-bcee-d617b6c9f701&id=72f54ac6-1d7f-4396-a069-d7a10a82c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0952976 Jul 28 05:46:50.105434 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8399bffd-c574-4020-a3bf-b55c40cf10c8 req-648c9e11-9513-4a8c-85c8-6242bfb5dd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:46:50.106951 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8399bffd-c574-4020-a3bf-b55c40cf10c8 req-648c9e11-9513-4a8c-85c8-6242bfb5dd06 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ede6b695-9830-47b8-b631-f4cc4556be14 HTTP/1.1" status: 200 len: 916 time: 0.1245205 Jul 28 05:46:50.180154 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8399bffd-c574-4020-a3bf-b55c40cf10c8 req-f64e2182-42ee-49b5-a93a-d05f75f7341e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8 HTTP/1.1" status: 200 len: 1001 time: 0.0637069 Jul 28 05:46:50.231800 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8399bffd-c574-4020-a3bf-b55c40cf10c8 req-cb7b2708-fb11-419a-924d-e5cc4440ffb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:46:50.233245 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8399bffd-c574-4020-a3bf-b55c40cf10c8 req-cb7b2708-fb11-419a-924d-e5cc4440ffb7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9691bee0-5151-463a-9aae-3e5264d2934a HTTP/1.1" status: 200 len: 854 time: 0.0455706 Jul 28 05:46:50.282560 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8399bffd-c574-4020-a3bf-b55c40cf10c8 req-b3106436-0a27-4a86-bf34-3c5e86a45897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:46:50.284151 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8399bffd-c574-4020-a3bf-b55c40cf10c8 req-b3106436-0a27-4a86-bf34-3c5e86a45897 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ede6b695-9830-47b8-b631-f4cc4556be14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429389 Jul 28 05:46:50.373433 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8399bffd-c574-4020-a3bf-b55c40cf10c8 req-0e31a8c5-41ee-4aee-a2e9-d93c29bd7a5c service neutron] 10.222.0.21 "GET /v2.0/networks/ede6b695-9830-47b8-b631-f4cc4556be14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801020 Jul 28 05:46:50.427763 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 41968) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:46:50.464043 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-8399bffd-c574-4020-a3bf-b55c40cf10c8 req-8d93374f-a1c2-429b-89cd-5628323184ff service neutron] 10.222.0.21 "GET /v2.0/networks/ede6b695-9830-47b8-b631-f4cc4556be14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829840 Jul 28 05:46:50.527123 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a0094070-3ef0-4118-8987-1556a60bc9aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:50.619020 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a0094070-3ef0-4118-8987-1556a60bc9aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:50.623853 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a0094070-3ef0-4118-8987-1556a60bc9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:50.664343 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-a0094070-3ef0-4118-8987-1556a60bc9aa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aec39287939f480f88715a194e2a2214&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2354474 Jul 28 05:46:50.665405 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0094070-3ef0-4118-8987-1556a60bc9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27974925-8113-4458-bad7-57be0cb7d378,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:46:50.667122 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 41972) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:46:50.720325 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5eb0c326-2aa4-409b-9537-0883ab452fcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:50.741000 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5eb0c326-2aa4-409b-9537-0883ab452fcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:50.784665 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5eb0c326-2aa4-409b-9537-0883ab452fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:50.787744 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-5eb0c326-2aa4-409b-9537-0883ab452fcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:50.788889 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-5eb0c326-2aa4-409b-9537-0883ab452fcd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/27974925-8113-4458-bad7-57be0cb7d378 HTTP/1.1" status: 204 len: 168 time: 0.1203525 Jul 28 05:46:50.796261 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb0c326-2aa4-409b-9537-0883ab452fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27974925-8113-4458-bad7-57be0cb7d378,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:46:51.037010 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 41978) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:46:51.049573 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-dcfc92d3-e888-43fe-b5fb-140fd5f6f3cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:51.138124 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-dcfc92d3-e888-43fe-b5fb-140fd5f6f3cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:51.150566 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-dcfc92d3-e888-43fe-b5fb-140fd5f6f3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:51.208802 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-dcfc92d3-e888-43fe-b5fb-140fd5f6f3cd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f79c4946abac46abb827dc1f50776541&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1706908 Jul 28 05:46:51.211652 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 41982) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:46:51.217213 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfc92d3-e888-43fe-b5fb-140fd5f6f3cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a709aa74-190b-4e71-b1c9-e013dc41bf7d,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:46:51.233325 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211fd49a-4c79-4985-985e-bf6571833809 req-c9253f51-e706-4ba0-92ca-48ff6ce53f78 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:46:51.235057 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-211fd49a-4c79-4985-985e-bf6571833809 req-c9253f51-e706-4ba0-92ca-48ff6ce53f78 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/ports?device_id=97de097e-88f6-4031-ad08-edb48381cb74 HTTP/1.1" status: 200 len: 985 time: 0.0956092 Jul 28 05:46:51.261726 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-94854b67-c237-45fe-9666-4bcc1f5f062e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:51.275974 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-211fd49a-4c79-4985-985e-bf6571833809 req-2740ac00-4014-418a-83a8-8754d2273354 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c3497e-d6a2-4449-bcee-d617b6c9f701&id=72f54ac6-1d7f-4396-a069-d7a10a82c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346699 Jul 28 05:46:51.283226 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-94854b67-c237-45fe-9666-4bcc1f5f062e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:51.329178 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-94854b67-c237-45fe-9666-4bcc1f5f062e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:51.331874 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-94854b67-c237-45fe-9666-4bcc1f5f062e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:51.333651 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-94854b67-c237-45fe-9666-4bcc1f5f062e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a709aa74-190b-4e71-b1c9-e013dc41bf7d HTTP/1.1" status: 204 len: 168 time: 0.1210213 Jul 28 05:46:51.341334 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94854b67-c237-45fe-9666-4bcc1f5f062e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a709aa74-190b-4e71-b1c9-e013dc41bf7d,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:46:52.391538 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c664b-7e0f-48d7-9de3-a71c02be3854 req-298c6121-a429-43b7-8e69-3870b03c0864 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:46:52.393016 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-462c664b-7e0f-48d7-9de3-a71c02be3854 req-298c6121-a429-43b7-8e69-3870b03c0864 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/ports?device_id=97de097e-88f6-4031-ad08-edb48381cb74 HTTP/1.1" status: 200 len: 985 time: 0.0502093 Jul 28 05:46:52.444156 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-462c664b-7e0f-48d7-9de3-a71c02be3854 req-2d8eb4b1-3f5b-4f88-aa27-3ffafdcf3419 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c3497e-d6a2-4449-bcee-d617b6c9f701&id=72f54ac6-1d7f-4396-a069-d7a10a82c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0451369 Jul 28 05:46:52.473670 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5df4bc0e-4ae7-49cd-a4ff-1b78a8851b6e req-1ceaa375-4dd7-4e51-9d3c-a4a6344179a7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418921 Jul 28 05:46:52.578629 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df4bc0e-4ae7-49cd-a4ff-1b78a8851b6e req-96995c2a-0d6f-410c-b24f-0e5ee8c6f058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:46:52.580875 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5df4bc0e-4ae7-49cd-a4ff-1b78a8851b6e req-96995c2a-0d6f-410c-b24f-0e5ee8c6f058 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=478beb6fcdd6407da3c142fae91116ed&device_id=c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2 HTTP/1.1" status: 200 len: 1099 time: 0.0477772 Jul 28 05:46:52.681957 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df4bc0e-4ae7-49cd-a4ff-1b78a8851b6e req-e40f5c8f-0ccb-4045-b519-cd420e69bc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:46:52.683451 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5df4bc0e-4ae7-49cd-a4ff-1b78a8851b6e req-e40f5c8f-0ccb-4045-b519-cd420e69bc1d service neutron] 10.222.0.21 "GET /v2.0/networks?id=ca9615ec-5de0-432f-98b2-f9ae6a48e274 HTTP/1.1" status: 200 len: 909 time: 0.0814087 Jul 28 05:46:52.751866 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5df4bc0e-4ae7-49cd-a4ff-1b78a8851b6e req-b6f54ea1-1c4e-43a7-aace-7438c702f119 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50451bd5-9849-4d00-a2a3-1681fee59077 HTTP/1.1" status: 200 len: 1002 time: 0.0607209 Jul 28 05:46:52.806213 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df4bc0e-4ae7-49cd-a4ff-1b78a8851b6e req-62441384-8cfa-414f-8406-a0b4441b197f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:46:52.807764 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5df4bc0e-4ae7-49cd-a4ff-1b78a8851b6e req-62441384-8cfa-414f-8406-a0b4441b197f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=161a72e3-56b4-4d3a-a9d9-e80062e7f6ce HTTP/1.1" status: 200 len: 847 time: 0.0435915 Jul 28 05:46:52.860522 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df4bc0e-4ae7-49cd-a4ff-1b78a8851b6e req-1cc4b9fc-7424-4f93-83ba-b987542fb594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:46:52.862012 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5df4bc0e-4ae7-49cd-a4ff-1b78a8851b6e req-1cc4b9fc-7424-4f93-83ba-b987542fb594 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ca9615ec-5de0-432f-98b2-f9ae6a48e274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0469470 Jul 28 05:46:53.226344 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5df4bc0e-4ae7-49cd-a4ff-1b78a8851b6e req-1153d378-d673-4768-b5a5-76dc3b50947a service neutron] 10.222.0.21 "GET /v2.0/networks/ca9615ec-5de0-432f-98b2-f9ae6a48e274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3542178 Jul 28 05:46:53.312385 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5df4bc0e-4ae7-49cd-a4ff-1b78a8851b6e req-108ae28a-0335-49dc-8ad5-c662ef89fd62 service neutron] 10.222.0.21 "GET /v2.0/networks/ca9615ec-5de0-432f-98b2-f9ae6a48e274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789866 Jul 28 05:46:53.556022 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a68899f-04c8-43de-a314-9de57a0fa622 req-ca2eb213-eebe-4d57-98c5-66bccf751511 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:46:53.557452 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7a68899f-04c8-43de-a314-9de57a0fa622 req-ca2eb213-eebe-4d57-98c5-66bccf751511 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/ports?device_id=97de097e-88f6-4031-ad08-edb48381cb74 HTTP/1.1" status: 200 len: 985 time: 0.0472281 Jul 28 05:46:53.599274 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7a68899f-04c8-43de-a314-9de57a0fa622 req-b182def6-0f3d-479b-9e5a-86c55ca50eff tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c3497e-d6a2-4449-bcee-d617b6c9f701&id=72f54ac6-1d7f-4396-a069-d7a10a82c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359905 Jul 28 05:46:53.979038 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-194e3742-a7b1-4d67-9c59-edc99969cfb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:54.710039 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6178a679-e434-4652-8b17-d3bff114cd73 req-857990fa-72f0-45ac-b0c7-0ba75111371d tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:46:54.711482 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6178a679-e434-4652-8b17-d3bff114cd73 req-857990fa-72f0-45ac-b0c7-0ba75111371d tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/ports?device_id=97de097e-88f6-4031-ad08-edb48381cb74 HTTP/1.1" status: 200 len: 985 time: 0.0473592 Jul 28 05:46:54.753543 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6178a679-e434-4652-8b17-d3bff114cd73 req-935d0144-f11e-47ae-b7ce-42c488849fe5 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c3497e-d6a2-4449-bcee-d617b6c9f701&id=72f54ac6-1d7f-4396-a069-d7a10a82c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356777 Jul 28 05:46:55.347330 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 42046) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:46:55.449366 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-57d754ee-6b89-4d76-a24c-892f662f911a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:55.534253 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-57d754ee-6b89-4d76-a24c-892f662f911a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:55.538112 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-57d754ee-6b89-4d76-a24c-892f662f911a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:55.573324 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d754ee-6b89-4d76-a24c-892f662f911a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ca3d69-6c3b-4c0a-af56-08e88dce13cf,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:46:55.576987 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-57d754ee-6b89-4d76-a24c-892f662f911a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5727912e5dd14327b17a05426559ddb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2285690 Jul 28 05:46:55.579737 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 42050) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:46:55.582670 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d754ee-6b89-4d76-a24c-892f662f911a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:46:55.583013 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d754ee-6b89-4d76-a24c-892f662f911a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:46:55.583346 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d754ee-6b89-4d76-a24c-892f662f911a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:46:55.583700 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d754ee-6b89-4d76-a24c-892f662f911a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:46:55.584023 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d754ee-6b89-4d76-a24c-892f662f911a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:46:55.584345 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d754ee-6b89-4d76-a24c-892f662f911a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:46:55.584664 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d754ee-6b89-4d76-a24c-892f662f911a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:46:55.584982 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d754ee-6b89-4d76-a24c-892f662f911a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:46:55.585300 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d754ee-6b89-4d76-a24c-892f662f911a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:46:55.585614 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d754ee-6b89-4d76-a24c-892f662f911a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:46:55.585925 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d754ee-6b89-4d76-a24c-892f662f911a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:46:55.586238 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d754ee-6b89-4d76-a24c-892f662f911a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:46:55.628991 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-637360e1-318f-4174-a2da-3fcc8c96f135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:55.648821 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-637360e1-318f-4174-a2da-3fcc8c96f135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:55.695217 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-637360e1-318f-4174-a2da-3fcc8c96f135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:55.697843 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-637360e1-318f-4174-a2da-3fcc8c96f135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:55.698958 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-637360e1-318f-4174-a2da-3fcc8c96f135 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b8ca3d69-6c3b-4c0a-af56-08e88dce13cf HTTP/1.1" status: 204 len: 168 time: 0.1181967 Jul 28 05:46:55.706294 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637360e1-318f-4174-a2da-3fcc8c96f135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ca3d69-6c3b-4c0a-af56-08e88dce13cf,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:46:55.875167 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4b9ce-061f-4098-9218-0be931e17f6b req-28890f15-122b-4816-9697-ec77f31c2a6a tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:46:55.877015 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-61b4b9ce-061f-4098-9218-0be931e17f6b req-28890f15-122b-4816-9697-ec77f31c2a6a tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/ports?device_id=97de097e-88f6-4031-ad08-edb48381cb74 HTTP/1.1" status: 200 len: 985 time: 0.0522320 Jul 28 05:46:55.924462 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-61b4b9ce-061f-4098-9218-0be931e17f6b req-77ab5b80-2235-4041-841e-315b1b3753d5 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c3497e-d6a2-4449-bcee-d617b6c9f701&id=72f54ac6-1d7f-4396-a069-d7a10a82c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412827 Jul 28 05:46:55.952380 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 42058) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:46:55.965427 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-3bfe7b0a-b5da-4704-85fd-7313c6e35918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:56.049138 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-3bfe7b0a-b5da-4704-85fd-7313c6e35918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:56.052609 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-3bfe7b0a-b5da-4704-85fd-7313c6e35918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:56.080128 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-3bfe7b0a-b5da-4704-85fd-7313c6e35918 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5762ecf29ce34a2fa3ad5ce4ac57ee65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1266978 Jul 28 05:46:56.083372 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 42060) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:46:56.091983 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfe7b0a-b5da-4704-85fd-7313c6e35918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307d2ffa-6fed-4d68-8594-c14fab23c38b,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:46:56.131274 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a91f4e29-d537-441c-ad11-aaa075342f03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:56.152034 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a91f4e29-d537-441c-ad11-aaa075342f03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:56.198582 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a91f4e29-d537-441c-ad11-aaa075342f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:56.201091 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-a91f4e29-d537-441c-ad11-aaa075342f03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:56.202232 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-a91f4e29-d537-441c-ad11-aaa075342f03 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/307d2ffa-6fed-4d68-8594-c14fab23c38b HTTP/1.1" status: 204 len: 168 time: 0.1178529 Jul 28 05:46:56.210053 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91f4e29-d537-441c-ad11-aaa075342f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307d2ffa-6fed-4d68-8594-c14fab23c38b,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:46:56.841573 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-924b3a51-ce54-4071-9e12-5f65274f0bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:56.906596 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:57.039102 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320501c2-f8b6-4373-bb97-e006142f856b req-7decc5d5-186d-4a30-9f56-272634d844fc tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:46:57.040617 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-320501c2-f8b6-4373-bb97-e006142f856b req-7decc5d5-186d-4a30-9f56-272634d844fc tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/ports?device_id=97de097e-88f6-4031-ad08-edb48381cb74 HTTP/1.1" status: 200 len: 985 time: 0.0499508 Jul 28 05:46:57.080855 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-320501c2-f8b6-4373-bb97-e006142f856b req-5bafcd8d-42f7-493e-a0fa-9c1bdd84fd49 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c3497e-d6a2-4449-bcee-d617b6c9f701&id=72f54ac6-1d7f-4396-a069-d7a10a82c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333211 Jul 28 05:46:57.906619 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:46:58.198007 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f6c42-5e79-4433-b21a-1dbcd09f1fb8 req-69125a3f-863e-48e1-bd17-ae5b79e3b81c tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:46:58.199506 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-272f6c42-5e79-4433-b21a-1dbcd09f1fb8 req-69125a3f-863e-48e1-bd17-ae5b79e3b81c tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/ports?device_id=97de097e-88f6-4031-ad08-edb48381cb74 HTTP/1.1" status: 200 len: 985 time: 0.0515594 Jul 28 05:46:58.239032 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-272f6c42-5e79-4433-b21a-1dbcd09f1fb8 req-c8e473d9-2bd1-45aa-b807-764a2b1b1df8 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c3497e-d6a2-4449-bcee-d617b6c9f701&id=72f54ac6-1d7f-4396-a069-d7a10a82c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0335813 Jul 28 05:46:59.352108 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a9bc12-7970-45fa-9851-1991edcffed1 req-bdf4e244-620d-4a5a-9a2c-cd108dbb5404 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:46:59.353571 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a2a9bc12-7970-45fa-9851-1991edcffed1 req-bdf4e244-620d-4a5a-9a2c-cd108dbb5404 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/ports?device_id=97de097e-88f6-4031-ad08-edb48381cb74 HTTP/1.1" status: 200 len: 985 time: 0.0476439 Jul 28 05:46:59.392903 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a2a9bc12-7970-45fa-9851-1991edcffed1 req-a92bedc4-ed53-45f1-9277-4ddd9070c935 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c3497e-d6a2-4449-bcee-d617b6c9f701&id=72f54ac6-1d7f-4396-a069-d7a10a82c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329421 Jul 28 05:46:59.419748 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:00.127911 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 42132) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:47:00.228174 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b89f30e3-43df-4565-9d3e-50411b6264ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:00.317670 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b89f30e3-43df-4565-9d3e-50411b6264ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:00.321721 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b89f30e3-43df-4565-9d3e-50411b6264ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:00.359521 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-b89f30e3-43df-4565-9d3e-50411b6264ea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=35ad298a9ff94808a1b9bbbb45e901a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2305126 Jul 28 05:47:00.360358 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89f30e3-43df-4565-9d3e-50411b6264ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a9b64f-7087-4bd9-915d-5fd182e07ca0,revision_number=1']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:47:00.362149 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 42136) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:47:00.409846 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-31223dfd-4a25-4c93-b11f-d406ee157d1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:00.431237 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-31223dfd-4a25-4c93-b11f-d406ee157d1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:00.504777 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-31223dfd-4a25-4c93-b11f-d406ee157d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:00.507218 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-31223dfd-4a25-4c93-b11f-d406ee157d1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:00.508355 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-31223dfd-4a25-4c93-b11f-d406ee157d1f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/37a9b64f-7087-4bd9-915d-5fd182e07ca0 HTTP/1.1" status: 204 len: 168 time: 0.1451521 Jul 28 05:47:00.518111 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45879527-248d-4338-9f38-924adcbe1efa req-3ed87226-1481-4c77-bbe5-54317c491b60 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:47:00.520079 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-45879527-248d-4338-9f38-924adcbe1efa req-3ed87226-1481-4c77-bbe5-54317c491b60 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/ports?device_id=97de097e-88f6-4031-ad08-edb48381cb74 HTTP/1.1" status: 200 len: 985 time: 0.0594032 Jul 28 05:47:00.528330 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31223dfd-4a25-4c93-b11f-d406ee157d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a9b64f-7087-4bd9-915d-5fd182e07ca0,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:47:00.567661 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-45879527-248d-4338-9f38-924adcbe1efa req-8c894940-88ef-4995-89a0-5ef8820b3055 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c3497e-d6a2-4449-bcee-d617b6c9f701&id=72f54ac6-1d7f-4396-a069-d7a10a82c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0370173 Jul 28 05:47:01.466746 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 42168) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:47:01.565754 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ddb2f8c0-491b-4c93-9e34-a13d82630802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:01.674449 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ddb2f8c0-491b-4c93-9e34-a13d82630802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:01.682030 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-ddb2f8c0-491b-4c93-9e34-a13d82630802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_create {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:01.730381 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920efa59-5407-4afc-a17b-f34d30f2cf9e req-97e6ec5e-f53b-4fb5-8c65-7549eae671fb tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:47:01.731808 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-920efa59-5407-4afc-a17b-f34d30f2cf9e req-97e6ec5e-f53b-4fb5-8c65-7549eae671fb tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/ports?device_id=97de097e-88f6-4031-ad08-edb48381cb74 HTTP/1.1" status: 200 len: 985 time: 0.0910964 Jul 28 05:47:01.734041 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb2f8c0-491b-4c93-9e34-a13d82630802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e045fd96-e877-49b3-b2eb-fe9653550d16,revision_number=1']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:47:01.741104 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-ddb2f8c0-491b-4c93-9e34-a13d82630802 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5c208f0b0e6e4e2690052eb3446fe968&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2704411 Jul 28 05:47:01.741953 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 42174) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:47:01.803784 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-920efa59-5407-4afc-a17b-f34d30f2cf9e req-d4785d42-1160-4899-a78d-5a02d1ceb2d9 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c3497e-d6a2-4449-bcee-d617b6c9f701&id=72f54ac6-1d7f-4396-a069-d7a10a82c2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0636373 Jul 28 05:47:01.817738 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b184ed2a-8ce8-4faf-a04e-fcc1455f9eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:01.838147 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b184ed2a-8ce8-4faf-a04e-fcc1455f9eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:01.883140 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b184ed2a-8ce8-4faf-a04e-fcc1455f9eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:01.885670 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b184ed2a-8ce8-4faf-a04e-fcc1455f9eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:01.886785 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-b184ed2a-8ce8-4faf-a04e-fcc1455f9eab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e045fd96-e877-49b3-b2eb-fe9653550d16 HTTP/1.1" status: 204 len: 168 time: 0.1400211 Jul 28 05:47:01.894954 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b184ed2a-8ce8-4faf-a04e-fcc1455f9eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e045fd96-e877-49b3-b2eb-fe9653550d16,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:47:09.000312 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597b675-2a36-46d2-b920-a005d88da123 req-a0f5f656-ec1a-4a4d-8066-6927ce4015d2 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:47:09.001773 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e597b675-2a36-46d2-b920-a005d88da123 req-a0f5f656-ec1a-4a4d-8066-6927ce4015d2 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2 HTTP/1.1" status: 200 len: 946 time: 0.0478954 Jul 28 05:47:09.038066 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e597b675-2a36-46d2-b920-a005d88da123 req-ea922cc3-e62b-4a4e-ad17-29fa52af195e tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfd18c5b-b681-4698-a5cb-e81c19e82364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305407 Jul 28 05:47:10.154441 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047553e-6835-4712-84c3-2a35b5fb4690 req-9de4b738-3e8e-4272-b657-4a6d70c44b43 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:47:10.155225 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5047553e-6835-4712-84c3-2a35b5fb4690 req-9de4b738-3e8e-4272-b657-4a6d70c44b43 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2 HTTP/1.1" status: 200 len: 946 time: 0.0511086 Jul 28 05:47:10.191948 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-5047553e-6835-4712-84c3-2a35b5fb4690 req-2edbe58d-77d6-46e7-a32d-190b259b1739 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfd18c5b-b681-4698-a5cb-e81c19e82364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301955 Jul 28 05:47:11.302799 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103dae0c-0320-4df8-bdd9-72088e2285bc req-36346909-975f-4ffe-a4b3-cc3f615a7a1c tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:47:11.304283 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-103dae0c-0320-4df8-bdd9-72088e2285bc req-36346909-975f-4ffe-a4b3-cc3f615a7a1c tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2 HTTP/1.1" status: 200 len: 946 time: 0.0479908 Jul 28 05:47:11.340691 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-103dae0c-0320-4df8-bdd9-72088e2285bc req-a3d64865-c1d9-4831-9bca-eab78e942281 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfd18c5b-b681-4698-a5cb-e81c19e82364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306621 Jul 28 05:47:11.380812 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:47:12.454045 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1d20d8-7ee8-44f4-962a-8aad9bafd68f req-42692317-3269-4730-a042-39477cd2acd8 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:47:12.455555 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ba1d20d8-7ee8-44f4-962a-8aad9bafd68f req-42692317-3269-4730-a042-39477cd2acd8 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2 HTTP/1.1" status: 200 len: 946 time: 0.0486884 Jul 28 05:47:12.494222 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-ba1d20d8-7ee8-44f4-962a-8aad9bafd68f req-42d2a2ab-4ab2-4efc-9cff-170b5a1a6e76 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfd18c5b-b681-4698-a5cb-e81c19e82364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322239 Jul 28 05:47:13.612093 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e21535b-51b8-4a7f-b644-51cf49a0b7c6 req-47cd3ca2-e592-4f64-8cea-3a5419761846 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:47:13.613998 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4e21535b-51b8-4a7f-b644-51cf49a0b7c6 req-47cd3ca2-e592-4f64-8cea-3a5419761846 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2 HTTP/1.1" status: 200 len: 946 time: 0.0514152 Jul 28 05:47:13.649715 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-4e21535b-51b8-4a7f-b644-51cf49a0b7c6 req-11d3b130-a062-4c0b-8b54-b2c5c44377ac tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfd18c5b-b681-4698-a5cb-e81c19e82364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298164 Jul 28 05:47:14.762872 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedadbbf-e2fe-44a6-af1b-36c189b58c0b req-4387b960-f143-4bba-9d49-51fd5aa5669c tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:47:14.764397 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-cedadbbf-e2fe-44a6-af1b-36c189b58c0b req-4387b960-f143-4bba-9d49-51fd5aa5669c tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2 HTTP/1.1" status: 200 len: 946 time: 0.0502193 Jul 28 05:47:14.804433 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-cedadbbf-e2fe-44a6-af1b-36c189b58c0b req-2a79b0c4-a6e4-4621-a6eb-91dc26564736 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfd18c5b-b681-4698-a5cb-e81c19e82364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326781 Jul 28 05:47:15.913950 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd58b1ed-1876-467c-8cb1-4098d8c928a5 req-df51144d-d28a-4ae4-99e9-3e1d0612b6a7 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:47:15.915390 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bd58b1ed-1876-467c-8cb1-4098d8c928a5 req-df51144d-d28a-4ae4-99e9-3e1d0612b6a7 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2 HTTP/1.1" status: 200 len: 946 time: 0.0470786 Jul 28 05:47:15.951647 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-bd58b1ed-1876-467c-8cb1-4098d8c928a5 req-d0acc008-fea9-43f6-8931-00323b8559f9 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfd18c5b-b681-4698-a5cb-e81c19e82364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304487 Jul 28 05:47:17.064007 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e716ab-0f4a-4107-b173-7d9da6903854 req-89fd20f4-00fa-4670-a48e-3fc7c3ade679 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:47:17.065442 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d4e716ab-0f4a-4107-b173-7d9da6903854 req-89fd20f4-00fa-4670-a48e-3fc7c3ade679 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2 HTTP/1.1" status: 200 len: 946 time: 0.0508699 Jul 28 05:47:17.101858 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d4e716ab-0f4a-4107-b173-7d9da6903854 req-7c3a7a9e-1aba-4b74-8f86-b58b1f069660 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfd18c5b-b681-4698-a5cb-e81c19e82364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306547 Jul 28 05:47:18.213252 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a83a1b-0ff0-4f78-9381-5a105c85e37d req-5775b2c0-8bfb-4586-abbe-02b98e5ea53e tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:47:18.214701 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-04a83a1b-0ff0-4f78-9381-5a105c85e37d req-5775b2c0-8bfb-4586-abbe-02b98e5ea53e tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2 HTTP/1.1" status: 200 len: 946 time: 0.0481269 Jul 28 05:47:18.251438 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-04a83a1b-0ff0-4f78-9381-5a105c85e37d req-d9297670-fc31-4ff8-964f-3192b76a63f1 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfd18c5b-b681-4698-a5cb-e81c19e82364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309687 Jul 28 05:47:18.614927 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:19.219673 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396cb0bc-6a01-4622-b325-560a810c32e2 req-eba6a35d-baa9-4934-b1b7-77e4401afa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:47:19.221120 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-396cb0bc-6a01-4622-b325-560a810c32e2 req-eba6a35d-baa9-4934-b1b7-77e4401afa13 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=478beb6fcdd6407da3c142fae91116ed&device_id=c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2 HTTP/1.1" status: 200 len: 1099 time: 0.0401993 Jul 28 05:47:19.312800 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396cb0bc-6a01-4622-b325-560a810c32e2 req-7c91f808-08fe-4297-9387-e6f64f81a7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:47:19.314263 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-396cb0bc-6a01-4622-b325-560a810c32e2 req-7c91f808-08fe-4297-9387-e6f64f81a7fe service neutron] 10.222.0.21 "GET /v2.0/networks?id=ca9615ec-5de0-432f-98b2-f9ae6a48e274 HTTP/1.1" status: 200 len: 909 time: 0.0844445 Jul 28 05:47:19.409839 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e53178-d980-44ec-9524-1f55ea80ca9f req-ff41fca8-13c4-4ff5-89e8-54e85d0b9f6e tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:47:19.411870 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-28e53178-d980-44ec-9524-1f55ea80ca9f req-ff41fca8-13c4-4ff5-89e8-54e85d0b9f6e tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2 HTTP/1.1" status: 200 len: 946 time: 0.0956752 Jul 28 05:47:19.413903 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-396cb0bc-6a01-4622-b325-560a810c32e2 req-c98c5697-4913-4589-95eb-5c58808a1b89 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50451bd5-9849-4d00-a2a3-1681fee59077 HTTP/1.1" status: 200 len: 1002 time: 0.0878153 Jul 28 05:47:19.478399 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-28e53178-d980-44ec-9524-1f55ea80ca9f req-e3510977-9785-46e3-9a6a-a1c23c836efc tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfd18c5b-b681-4698-a5cb-e81c19e82364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605471 Jul 28 05:47:19.485595 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396cb0bc-6a01-4622-b325-560a810c32e2 req-a1cadd46-e442-4306-bcce-fab64408be55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:47:19.486970 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-396cb0bc-6a01-4622-b325-560a810c32e2 req-a1cadd46-e442-4306-bcce-fab64408be55 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=161a72e3-56b4-4d3a-a9d9-e80062e7f6ce HTTP/1.1" status: 200 len: 847 time: 0.0626097 Jul 28 05:47:19.532552 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396cb0bc-6a01-4622-b325-560a810c32e2 req-16c1d572-e4ae-4b63-a75e-9ec903d7b1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:47:19.533956 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-396cb0bc-6a01-4622-b325-560a810c32e2 req-16c1d572-e4ae-4b63-a75e-9ec903d7b1c6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ca9615ec-5de0-432f-98b2-f9ae6a48e274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391388 Jul 28 05:47:19.625472 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-396cb0bc-6a01-4622-b325-560a810c32e2 req-1a731d3e-bb22-4e9a-8b13-cdc47fad4f8e service neutron] 10.222.0.21 "GET /v2.0/networks/ca9615ec-5de0-432f-98b2-f9ae6a48e274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832067 Jul 28 05:47:19.713770 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-396cb0bc-6a01-4622-b325-560a810c32e2 req-0469fb70-21b4-465e-817d-389271b438b8 service neutron] 10.222.0.21 "GET /v2.0/networks/ca9615ec-5de0-432f-98b2-f9ae6a48e274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800049 Jul 28 05:47:20.591803 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11900c1f-65d4-4d47-83df-51f347e23e11 req-8c3ccf6c-709b-44eb-917c-d62505fa001a tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:47:20.593295 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-11900c1f-65d4-4d47-83df-51f347e23e11 req-8c3ccf6c-709b-44eb-917c-d62505fa001a tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2 HTTP/1.1" status: 200 len: 946 time: 0.0486805 Jul 28 05:47:20.635601 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-11900c1f-65d4-4d47-83df-51f347e23e11 req-470a43a3-b8fe-4c65-aeaf-4c78f7cd30d8 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfd18c5b-b681-4698-a5cb-e81c19e82364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353389 Jul 28 05:47:21.752757 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6acff2-3582-43d7-b6bc-d2efa97fc734 req-2b4bc1cf-c122-42a3-9c98-8d825ff32864 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:47:21.754245 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0f6acff2-3582-43d7-b6bc-d2efa97fc734 req-2b4bc1cf-c122-42a3-9c98-8d825ff32864 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2 HTTP/1.1" status: 200 len: 946 time: 0.0506973 Jul 28 05:47:21.793873 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-0f6acff2-3582-43d7-b6bc-d2efa97fc734 req-ee49edbf-ef01-4eb9-a969-7bdfd5b07cce tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfd18c5b-b681-4698-a5cb-e81c19e82364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332265 Jul 28 05:47:22.904152 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d084250-7976-4a68-8ad5-e3d22c832796 req-aea1db09-b73d-4243-b717-bac47fb06da7 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:47:22.905605 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7d084250-7976-4a68-8ad5-e3d22c832796 req-aea1db09-b73d-4243-b717-bac47fb06da7 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2 HTTP/1.1" status: 200 len: 946 time: 0.0473776 Jul 28 05:47:22.944081 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7d084250-7976-4a68-8ad5-e3d22c832796 req-5bc852d9-fc92-45ac-82e0-1b2839c05366 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfd18c5b-b681-4698-a5cb-e81c19e82364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312977 Jul 28 05:47:23.077621 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 42214) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:47:23.146910 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fe3233-9cfd-4ea1-a8d9-d33797cd79b6 req-7d4e616c-0dcb-46a5-95b6-6bcc241fdb87 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:47:23.148427 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-19fe3233-9cfd-4ea1-a8d9-d33797cd79b6 req-7d4e616c-0dcb-46a5-95b6-6bcc241fdb87 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2 HTTP/1.1" status: 200 len: 946 time: 0.0516331 Jul 28 05:47:23.210180 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-19fe3233-9cfd-4ea1-a8d9-d33797cd79b6 req-5e759abe-a566-4930-8a1d-10336200c926 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfd18c5b-b681-4698-a5cb-e81c19e82364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555553 Jul 28 05:47:23.220272 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d3e6d312-73c4-473c-bc72-529fb79681af req-48d06633-7085-40e8-a443-f1aee2f97b5e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1416507 Jul 28 05:47:23.979702 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-c5154b8c-d4fc-4d1a-ab38-e25fc98f3131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:24.322172 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d226827-fa54-45de-8ce7-8eef32e42bd5 req-b0cabcbb-06a4-43e7-9af9-30f9243f1142 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:47:24.323799 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2d226827-fa54-45de-8ce7-8eef32e42bd5 req-b0cabcbb-06a4-43e7-9af9-30f9243f1142 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2 HTTP/1.1" status: 200 len: 946 time: 0.0488698 Jul 28 05:47:24.363256 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2d226827-fa54-45de-8ce7-8eef32e42bd5 req-bce64a0e-5a0c-4a1f-9e3f-a1311acd7a5c tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfd18c5b-b681-4698-a5cb-e81c19e82364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334969 Jul 28 05:47:24.714046 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e6d312-73c4-473c-bc72-529fb79681af req-5633c8fb-a42d-4edc-8a57-d1654186a32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:47:24.715575 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d3e6d312-73c4-473c-bc72-529fb79681af req-5633c8fb-a42d-4edc-8a57-d1654186a32f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2&tenant_id=478beb6fcdd6407da3c142fae91116ed HTTP/1.1" status: 200 len: 1099 time: 0.0407550 Jul 28 05:47:24.793317 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e6d312-73c4-473c-bc72-529fb79681af req-cd4df1c9-0c62-4b5b-9531-83e52087f8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:47:24.794766 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d3e6d312-73c4-473c-bc72-529fb79681af req-cd4df1c9-0c62-4b5b-9531-83e52087f8b9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=478beb6fcdd6407da3c142fae91116ed&device_id=c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2 HTTP/1.1" status: 200 len: 1099 time: 0.0437734 Jul 28 05:47:24.880900 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e6d312-73c4-473c-bc72-529fb79681af req-6a965eb3-1cf6-45f0-9ba2-22154047ea28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:47:24.882295 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d3e6d312-73c4-473c-bc72-529fb79681af req-6a965eb3-1cf6-45f0-9ba2-22154047ea28 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ca9615ec-5de0-432f-98b2-f9ae6a48e274 HTTP/1.1" status: 200 len: 909 time: 0.0799308 Jul 28 05:47:24.949569 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d3e6d312-73c4-473c-bc72-529fb79681af req-08ff60ab-d0ca-4463-aba4-ca26d53d3e8f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50451bd5-9849-4d00-a2a3-1681fee59077 HTTP/1.1" status: 200 len: 1002 time: 0.0597591 Jul 28 05:47:25.003769 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e6d312-73c4-473c-bc72-529fb79681af req-6e15f630-9529-4f9b-82fd-b0d8cdadaf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:47:25.005846 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d3e6d312-73c4-473c-bc72-529fb79681af req-6e15f630-9529-4f9b-82fd-b0d8cdadaf75 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=161a72e3-56b4-4d3a-a9d9-e80062e7f6ce HTTP/1.1" status: 200 len: 847 time: 0.0480189 Jul 28 05:47:25.049445 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e6d312-73c4-473c-bc72-529fb79681af req-e9ae3525-b3b6-4b73-b49c-4e91e629d4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:47:25.050861 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d3e6d312-73c4-473c-bc72-529fb79681af req-e9ae3525-b3b6-4b73-b49c-4e91e629d4d1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ca9615ec-5de0-432f-98b2-f9ae6a48e274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380101 Jul 28 05:47:25.139755 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d3e6d312-73c4-473c-bc72-529fb79681af req-1f739cbe-4e2d-43e4-8e14-248bf7576b1f service neutron] 10.222.0.21 "GET /v2.0/networks/ca9615ec-5de0-432f-98b2-f9ae6a48e274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814691 Jul 28 05:47:25.225710 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d3e6d312-73c4-473c-bc72-529fb79681af req-89270133-23ff-4564-92ef-64f2fc429eed service neutron] 10.222.0.21 "GET /v2.0/networks/ca9615ec-5de0-432f-98b2-f9ae6a48e274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0778832 Jul 28 05:47:25.473855 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b73b0-438c-46e2-b1b4-3773182ce973 req-70eaf983-5c01-48ed-a3f1-f07b34020dbd tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:47:25.475291 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-882b73b0-438c-46e2-b1b4-3773182ce973 req-70eaf983-5c01-48ed-a3f1-f07b34020dbd tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2 HTTP/1.1" status: 200 len: 946 time: 0.0478702 Jul 28 05:47:25.511657 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-882b73b0-438c-46e2-b1b4-3773182ce973 req-f621b37f-3c98-406c-9259-c61fa627b749 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfd18c5b-b681-4698-a5cb-e81c19e82364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305412 Jul 28 05:47:26.625269 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e43ab-3547-4c78-8f61-3a9c2f375e74 req-2fca068f-76eb-4986-adce-c3dd26d54006 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:47:26.626618 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-175e43ab-3547-4c78-8f61-3a9c2f375e74 req-2fca068f-76eb-4986-adce-c3dd26d54006 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2 HTTP/1.1" status: 200 len: 946 time: 0.0512478 Jul 28 05:47:26.663887 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-175e43ab-3547-4c78-8f61-3a9c2f375e74 req-289879ce-cbcb-4322-ad78-32e845fd48dd tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfd18c5b-b681-4698-a5cb-e81c19e82364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315371 Jul 28 05:47:26.703330 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device 50451bd5-9849-4d00-a2a3-1681fee59077 no longer exists at agent hyperv_hv-cinder-80161 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:47:26.860481 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-9c874d05-84a3-452e-b905-245eba1ee762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:26.912223 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:26.920225 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:26.934325 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50451bd5-9849-4d00-a2a3-1681fee59077'}] {{(pid=93164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:47:26.936610 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fb4d28940d80eba88a385613a92acfb6aaf547e778be800882bca880023c29d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d099d980-6a05-4118-b4c3-f926df220796" -d '{"events": [{"server_uuid": "c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2", "name": "network-vif-unplugged", "status": "completed", "tag": "50451bd5-9849-4d00-a2a3-1681fee59077"}]}' {{(pid=93164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:47:26.949965 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] For port 50451bd5-9849-4d00-a2a3-1681fee59077, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=50451bd5-9849-4d00-a2a3-1681fee59077,segment=NetworkSegment(6d787c1b-88ca-4968-bd6d-f632dbf3b2f3),segment_id=6d787c1b-88ca-4968-bd6d-f632dbf3b2f3)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:47:26.954139 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:26.976697 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 05:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822dcd1e-eb5b-4c39-bf40-abfc3f565c65 x-openstack-request-id: req-822dcd1e-eb5b-4c39-bf40-abfc3f565c65 {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:47:26.976982 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2", "name": "network-vif-unplugged", "status": "completed", "tag": "50451bd5-9849-4d00-a2a3-1681fee59077", "code": 200}]} {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:47:26.977222 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-822dcd1e-eb5b-4c39-bf40-abfc3f565c65 {{(pid=93164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:47:26.977598 dv-cinder-801617-3-iscsi neutron-server[93164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50451bd5-9849-4d00-a2a3-1681fee59077', 'code': 200} Jul 28 05:47:27.001403 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Pushing event updated for resources: {'Port': ['ID=50451bd5-9849-4d00-a2a3-1681fee59077,revision_number=6']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:47:27.008656 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:47:27.009001 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:47:27.009333 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:47:27.009658 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:47:27.009982 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:47:27.010303 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:47:27.010621 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:47:27.010957 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:47:27.011276 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:47:27.011618 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:47:27.011934 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:47:27.012245 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:47:27.774972 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d52a74-d122-40b2-9ee5-cf6afd1b766a req-67134e78-1eee-4460-8f48-1dab76b00d90 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:47:27.776458 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e3d52a74-d122-40b2-9ee5-cf6afd1b766a req-67134e78-1eee-4460-8f48-1dab76b00d90 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2 HTTP/1.1" status: 200 len: 944 time: 0.0479939 Jul 28 05:47:27.813998 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-e3d52a74-d122-40b2-9ee5-cf6afd1b766a req-8cad1815-a3ed-4ec2-bcfe-254033c5d391 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfd18c5b-b681-4698-a5cb-e81c19e82364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317936 Jul 28 05:47:27.909606 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:28.925452 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1287d34c-1834-4ecb-9f4c-298b3b3c85cb req-d1fbffc3-6910-4a0b-af27-61172822b5f0 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:47:28.926924 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1287d34c-1834-4ecb-9f4c-298b3b3c85cb req-d1fbffc3-6910-4a0b-af27-61172822b5f0 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2 HTTP/1.1" status: 200 len: 944 time: 0.0473139 Jul 28 05:47:28.962814 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-1287d34c-1834-4ecb-9f4c-298b3b3c85cb req-7324a606-5d1a-4aa1-b440-54505177fece tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfd18c5b-b681-4698-a5cb-e81c19e82364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301282 Jul 28 05:47:29.421859 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:30.077309 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa76c6d-f262-405e-9f27-74538e069b13 req-fa6a6fe2-ebde-4d3b-bfac-adc2dc12316e tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:47:30.078856 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6aa76c6d-f262-405e-9f27-74538e069b13 req-fa6a6fe2-ebde-4d3b-bfac-adc2dc12316e tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2 HTTP/1.1" status: 200 len: 944 time: 0.0510108 Jul 28 05:47:30.116421 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-6aa76c6d-f262-405e-9f27-74538e069b13 req-796ee989-1de8-419a-ba34-6e33ece9e5b6 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfd18c5b-b681-4698-a5cb-e81c19e82364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318837 Jul 28 05:47:31.227182 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fbf977-ba27-4b69-9c66-796ed9f78c6e req-e52306f6-f6cf-4442-af90-96c01bac17ab tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:47:31.228676 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-85fbf977-ba27-4b69-9c66-796ed9f78c6e req-e52306f6-f6cf-4442-af90-96c01bac17ab tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2 HTTP/1.1" status: 200 len: 944 time: 0.0474443 Jul 28 05:47:31.265645 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-85fbf977-ba27-4b69-9c66-796ed9f78c6e req-ea789ab7-0a31-45c9-b3e3-d050d781f94a tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfd18c5b-b681-4698-a5cb-e81c19e82364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307496 Jul 28 05:47:31.458224 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32204f3-7b34-41ed-9918-933f7cd14273 req-0ac7428f-2baf-4e34-96c7-1a0727af5274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:47:31.459700 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c32204f3-7b34-41ed-9918-933f7cd14273 req-0ac7428f-2baf-4e34-96c7-1a0727af5274 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2 HTTP/1.1" status: 200 len: 1097 time: 0.0397503 Jul 28 05:47:31.493961 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-c32204f3-7b34-41ed-9918-933f7cd14273 req-27e1ef9d-1193-4f66-9ba1-51cf9dd71a74 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=dfd18c5b-b681-4698-a5cb-e81c19e82364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0265326 Jul 28 05:47:32.381573 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c57461-2524-49ce-8adb-66b9744afbc1 req-b7fc4b32-a4c1-48ca-8a0f-49b2ee9498bc tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:47:32.383012 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a9c57461-2524-49ce-8adb-66b9744afbc1 req-b7fc4b32-a4c1-48ca-8a0f-49b2ee9498bc tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2 HTTP/1.1" status: 200 len: 944 time: 0.0525467 Jul 28 05:47:32.420040 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-a9c57461-2524-49ce-8adb-66b9744afbc1 req-491e53b1-7c69-4b55-832c-a40704a9ad71 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfd18c5b-b681-4698-a5cb-e81c19e82364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310054 Jul 28 05:47:32.748686 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device 50451bd5-9849-4d00-a2a3-1681fee59077 details requested by agent hyperv_hv-cinder-80161 with host hv-cinder-80161 {{(pid=93164) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 05:47:32.838675 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] For port 50451bd5-9849-4d00-a2a3-1681fee59077, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=50451bd5-9849-4d00-a2a3-1681fee59077,segment=NetworkSegment(6d787c1b-88ca-4968-bd6d-f632dbf3b2f3),segment_id=6d787c1b-88ca-4968-bd6d-f632dbf3b2f3)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:47:32.850060 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Returning: {'device': '50451bd5-9849-4d00-a2a3-1681fee59077', 'network_id': 'ca9615ec-5de0-432f-98b2-f9ae6a48e274', 'port_id': '50451bd5-9849-4d00-a2a3-1681fee59077', 'mac_address': 'fa:16:3e:58:12:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '161a72e3-56b4-4d3a-a9d9-e80062e7f6ce', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93164) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 05:47:32.887869 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:32.900266 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50451bd5-9849-4d00-a2a3-1681fee59077 {{(pid=93164) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 05:47:32.919403 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] For port 50451bd5-9849-4d00-a2a3-1681fee59077, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=50451bd5-9849-4d00-a2a3-1681fee59077,segment=NetworkSegment(6d787c1b-88ca-4968-bd6d-f632dbf3b2f3),segment_id=6d787c1b-88ca-4968-bd6d-f632dbf3b2f3)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:47:32.923934 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:32.969497 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Pushing event updated for resources: {'Port': ['ID=50451bd5-9849-4d00-a2a3-1681fee59077,revision_number=7']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:47:33.229556 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] get_ports_and_sgs() called for port_ids ['50451bd5-9849-4d00-a2a3-1681fee59077'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:47:33.530889 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f79591-a2a6-4508-8562-3a8431b34777 req-4c3cf3e7-4737-44c9-95d4-87b46a8d8f4b tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:47:33.532253 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-76f79591-a2a6-4508-8562-3a8431b34777 req-4c3cf3e7-4737-44c9-95d4-87b46a8d8f4b tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2 HTTP/1.1" status: 200 len: 945 time: 0.0465558 Jul 28 05:47:33.569509 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-76f79591-a2a6-4508-8562-3a8431b34777 req-18b7f7df-b176-4447-9677-52914d2d962a tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfd18c5b-b681-4698-a5cb-e81c19e82364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306284 Jul 28 05:47:34.294157 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-33ebf907-02c1-4000-b45e-c7f4312804c1 req-a9926173-6017-4651-9066-bfa6f782a6be tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-328546191&fields=id&tenant_id=9170eb4d61904947be3c1d3473eb6d1d HTTP/1.1" status: 200 len: 267 time: 0.0320606 Jul 28 05:47:34.344350 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ebf907-02c1-4000-b45e-c7f4312804c1 req-6ab6e456-d021-4fc9-b643-ba393f5a1709 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:47:34.345795 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-33ebf907-02c1-4000-b45e-c7f4312804c1 req-6ab6e456-d021-4fc9-b643-ba393f5a1709 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/ports?device_id=97de097e-88f6-4031-ad08-edb48381cb74 HTTP/1.1" status: 200 len: 985 time: 0.0461912 Jul 28 05:47:34.357185 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.v2.base [req-33ebf907-02c1-4000-b45e-c7f4312804c1 req-4bb467bd-c598-44a2-83a2-890f33f1d575 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Request body: {'port': {'security_groups': ['12c3497e-d6a2-4449-bcee-d617b6c9f701']}} {{(pid=93163) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 05:47:34.423090 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-33ebf907-02c1-4000-b45e-c7f4312804c1 req-4bb467bd-c598-44a2-83a2-890f33f1d575 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:34.588418 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [req-33ebf907-02c1-4000-b45e-c7f4312804c1 req-4bb467bd-c598-44a2-83a2-890f33f1d575 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] For port 9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8,segment=NetworkSegment(b6b1fc69-a370-4059-adc5-9ad09eb4aadf),segment_id=b6b1fc69-a370-4059-adc5-9ad09eb4aadf)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:47:34.615967 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-33ebf907-02c1-4000-b45e-c7f4312804c1 req-4bb467bd-c598-44a2-83a2-890f33f1d575 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify callbacks [] for port, precommit_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:34.620247 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-33ebf907-02c1-4000-b45e-c7f4312804c1 req-4bb467bd-c598-44a2-83a2-890f33f1d575 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5267515'] for port, after_update {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:34.654495 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] get_ports_and_sgs() called for port_ids ['9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:47:34.659333 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ebf907-02c1-4000-b45e-c7f4312804c1 req-4bb467bd-c598-44a2-83a2-890f33f1d575 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:47:34.659979 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-33ebf907-02c1-4000-b45e-c7f4312804c1 req-4bb467bd-c598-44a2-83a2-890f33f1d575 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068'] for port, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:34.661380 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-33ebf907-02c1-4000-b45e-c7f4312804c1 req-4bb467bd-c598-44a2-83a2-890f33f1d575 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "PUT /v2.0/ports/9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8 HTTP/1.1" status: 200 len: 943 time: 0.3086922 Jul 28 05:47:34.661824 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97de097e-88f6-4031-ad08-edb48381cb74', 'tag': '9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:47:34.664405 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdaae2d937131cd036474998a49e3e11d53281396ea4e1ac8b096c837d21eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40bcd5de-684a-4637-a424-672e9235c23a" -d '{"events": [{"name": "network-changed", "server_uuid": "97de097e-88f6-4031-ad08-edb48381cb74", "tag": "9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:47:34.669617 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 42252) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:47:34.692918 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb467bd-c598-44a2-83a2-890f33f1d575 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Pushing event updated for resources: {'Port': ['ID=9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8,revision_number=7']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:47:34.711729 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 05:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ce78be-0856-4e13-a2eb-a6cb406461aa x-openstack-request-id: req-21ce78be-0856-4e13-a2eb-a6cb406461aa {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:47:34.712215 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97de097e-88f6-4031-ad08-edb48381cb74", "tag": "9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8", "status": "completed", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:47:34.712465 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-21ce78be-0856-4e13-a2eb-a6cb406461aa {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:47:34.712860 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97de097e-88f6-4031-ad08-edb48381cb74', 'tag': '9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8', 'status': 'completed', 'code': 200} Jul 28 05:47:34.764152 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device 50451bd5-9849-4d00-a2a3-1681fee59077 up at agent hyperv_hv-cinder-80161 {{(pid=93164) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 05:47:34.773990 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2e4f7148-d161-4655-b3dc-ad3d3f6441de tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:34.799729 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] get_ports_and_sgs() called for port_ids ['9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:47:34.806357 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2e4f7148-d161-4655-b3dc-ad3d3f6441de tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:34.809326 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bcd5de-684a-4637-a424-672e9235c23a req-eb828924-63ba-45d3-99cf-634f865065c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:47:34.812349 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-40bcd5de-684a-4637-a424-672e9235c23a req-eb828924-63ba-45d3-99cf-634f865065c6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9170eb4d61904947be3c1d3473eb6d1d&device_id=97de097e-88f6-4031-ad08-edb48381cb74 HTTP/1.1" status: 200 len: 1099 time: 0.0550351 Jul 28 05:47:34.885661 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2e4f7148-d161-4655-b3dc-ad3d3f6441de tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:34.888332 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2e4f7148-d161-4655-b3dc-ad3d3f6441de tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:34.889883 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-2e4f7148-d161-4655-b3dc-ad3d3f6441de tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "DELETE /v2.0/security-groups/72f54ac6-1d7f-4396-a069-d7a10a82c2ed HTTP/1.1" status: 204 len: 168 time: 0.2190828 Jul 28 05:47:34.894007 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 42254) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:47:34.900475 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4f7148-d161-4655-b3dc-ad3d3f6441de tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f54ac6-1d7f-4396-a069-d7a10a82c2ed,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:47:34.933681 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-c7c38c86-e47b-4082-aed5-205b73343e13 None None] Provisioning complete for port 9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8 triggered by entity DHCP. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:47:34.933940 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-c7c38c86-e47b-4082-aed5-205b73343e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:34.981560 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bcd5de-684a-4637-a424-672e9235c23a req-50b6ea8f-9b53-48fc-b9a7-d2712addc01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:47:34.983009 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-40bcd5de-684a-4637-a424-672e9235c23a req-50b6ea8f-9b53-48fc-b9a7-d2712addc01c service neutron] 10.222.0.21 "GET /v2.0/networks?id=ede6b695-9830-47b8-b631-f4cc4556be14 HTTP/1.1" status: 200 len: 916 time: 0.1630838 Jul 28 05:47:34.991138 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.provisioning_blocks [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Provisioning complete for port 50451bd5-9849-4d00-a2a3-1681fee59077 triggered by entity L2. {{(pid=93164) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 05:47:34.991541 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1377367'] for port, provisioning_complete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:35.101170 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-40bcd5de-684a-4637-a424-672e9235c23a req-fd4def10-3179-4999-9346-5d351beb4e45 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8 HTTP/1.1" status: 200 len: 1001 time: 0.0919292 Jul 28 05:47:35.159184 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bcd5de-684a-4637-a424-672e9235c23a req-fc6406c5-bc2d-4146-ab34-59ad66e78729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:47:35.161430 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1599508'] for port, before_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:35.161784 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-40bcd5de-684a-4637-a424-672e9235c23a req-fc6406c5-bc2d-4146-ab34-59ad66e78729 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9691bee0-5151-463a-9aae-3e5264d2934a HTTP/1.1" status: 200 len: 854 time: 0.0524719 Jul 28 05:47:35.164127 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-eb0cf217-c732-4cb3-90d6-e2d36c6a0a8e tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Deleting port 97609a70-07fe-4a1b-ae7f-c228fedd8569 {{(pid=93163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 05:47:35.164496 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-eb0cf217-c732-4cb3-90d6-e2d36c6a0a8e tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227548555'] for port, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:35.188547 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50451bd5-9849-4d00-a2a3-1681fee59077'}] {{(pid=93164) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:47:35.190692 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8fb4d28940d80eba88a385613a92acfb6aaf547e778be800882bca880023c29d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b76069e-3697-41cb-973d-3225d05d4c41" -d '{"events": [{"server_uuid": "c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2", "name": "network-vif-plugged", "status": "completed", "tag": "50451bd5-9849-4d00-a2a3-1681fee59077"}]}' {{(pid=93164) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:47:35.208260 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] For port 50451bd5-9849-4d00-a2a3-1681fee59077, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=50451bd5-9849-4d00-a2a3-1681fee59077,segment=NetworkSegment(6d787c1b-88ca-4968-bd6d-f632dbf3b2f3),segment_id=6d787c1b-88ca-4968-bd6d-f632dbf3b2f3)] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:47:35.216323 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765227552817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765227148310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765227148328'] for port, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:35.241153 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 05:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe5fe83-a17a-45ce-b119-a17440b50ef2 x-openstack-request-id: req-9fe5fe83-a17a-45ce-b119-a17440b50ef2 {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:47:35.241442 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2", "name": "network-vif-plugged", "status": "completed", "tag": "50451bd5-9849-4d00-a2a3-1681fee59077", "code": 200}]} {{(pid=93164) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:47:35.241690 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9fe5fe83-a17a-45ce-b119-a17440b50ef2 {{(pid=93164) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:47:35.242075 dv-cinder-801617-3-iscsi neutron-server[93164]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50451bd5-9849-4d00-a2a3-1681fee59077', 'code': 200} Jul 28 05:47:35.259374 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bcd5de-684a-4637-a424-672e9235c23a req-8451790d-90a0-4a78-9aba-b5f262a48a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:47:35.260929 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-40bcd5de-684a-4637-a424-672e9235c23a req-8451790d-90a0-4a78-9aba-b5f262a48a2c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ede6b695-9830-47b8-b631-f4cc4556be14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0855360 Jul 28 05:47:35.270665 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Pushing event updated for resources: {'Port': ['ID=50451bd5-9849-4d00-a2a3-1681fee59077,revision_number=8']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:47:35.282987 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-eb0cf217-c732-4cb3-90d6-e2d36c6a0a8e tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402200'] for port, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:35.283323 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-eb0cf217-c732-4cb3-90d6-e2d36c6a0a8e tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:35.330051 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-eb0cf217-c732-4cb3-90d6-e2d36c6a0a8e tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Calling delete_port for 97609a70-07fe-4a1b-ae7f-c228fedd8569 owned by network:floatingip {{(pid=93163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 05:47:35.438164 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-40bcd5de-684a-4637-a424-672e9235c23a req-5f2225f4-7ddd-490c-a6e4-b8eb81c78de6 service neutron] 10.222.0.21 "GET /v2.0/networks/ede6b695-9830-47b8-b631-f4cc4556be14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656799 Jul 28 05:47:35.577169 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-40bcd5de-684a-4637-a424-672e9235c23a req-aa9ddb6d-47ea-480e-9217-57624fef6a29 service neutron] 10.222.0.21 "GET /v2.0/networks/ede6b695-9830-47b8-b631-f4cc4556be14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280377 Jul 28 05:47:35.597307 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-eb0cf217-c732-4cb3-90d6-e2d36c6a0a8e tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227552799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227148301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5267504'] for port, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:35.625783 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0cf217-c732-4cb3-90d6-e2d36c6a0a8e tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Pushing event deleted for resources: {'Port': ['ID=97609a70-07fe-4a1b-ae7f-c228fedd8569,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:47:35.682940 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-eb0cf217-c732-4cb3-90d6-e2d36c6a0a8e tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify callbacks [] for floatingip, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:35.683325 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.db.l3_db [None req-eb0cf217-c732-4cb3-90d6-e2d36c6a0a8e tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Floating IP 57b2ef74-b364-43b6-9a06-873a1cc64b74 disassociated (deleted). External IP: 172.27.2.44, port: 9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8. Jul 28 05:47:36.166312 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb0cf217-c732-4cb3-90d6-e2d36c6a0a8e tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Router 6e2df32a-6e3a-4fc3-8207-3c25b7fbee56 has already been hosted by L3 agent febb8baf-5368-4b94-affe-2856141f0f3f {{(pid=93163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 05:47:36.269530 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb0cf217-c732-4cb3-90d6-e2d36c6a0a8e tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify agent at l3_agent.dv-cinder-801617-3-iscsi the message routers_updated {{(pid=93163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:47:36.274326 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-eb0cf217-c732-4cb3-90d6-e2d36c6a0a8e tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068'] for floatingip, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:36.278710 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2b3b98-23bb-43ca-8c38-31d4a8ae1ab4 None None] Sync routers for ids ['6e2df32a-6e3a-4fc3-8207-3c25b7fbee56'] in dv-cinder-801617-3-iscsi {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:47:36.288945 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2b3b98-23bb-43ca-8c38-31d4a8ae1ab4 None None] Routers {'6e2df32a-6e3a-4fc3-8207-3c25b7fbee56'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:47:36.290952 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-2e2b3b98-23bb-43ca-8c38-31d4a8ae1ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:47:27Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['6e2df32a-6e3a-4fc3-8207-3c25b7fbee56'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:47:36.304009 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-eb0cf217-c732-4cb3-90d6-e2d36c6a0a8e tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "DELETE /v2.0/floatingips/57b2ef74-b364-43b6-9a06-873a1cc64b74 HTTP/1.1" status: 204 len: 168 time: 1.4078462 Jul 28 05:47:36.397771 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-2e2b3b98-23bb-43ca-8c38-31d4a8ae1ab4 None None] Set router 6e2df32a-6e3a-4fc3-8207-3c25b7fbee56 gateway port host: dv-cinder-801617-3-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:47:36.597628 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-2e2b3b98-23bb-43ca-8c38-31d4a8ae1ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2df32a-6e3a-4fc3-8207-3c25b7fbee56', 'name': 'tempest-TestMinimumBasicScenario-1052875349-router', 'tenant_id': '9170eb4d61904947be3c1d3473eb6d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '8e97387d-ec9d-4e17-80a5-3a0f55a7f325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:45:17Z', 'updated_at': '2021-07-28T05:45:19Z', 'revision_number': 4, 'project_id': '9170eb4d61904947be3c1d3473eb6d1d', 'gw_port': {'id': '8e97387d-ec9d-4e17-80a5-3a0f55a7f325', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:47:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2df32a-6e3a-4fc3-8207-3c25b7fbee56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:45:17Z', 'updated_at': '2021-07-28T05:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_interfaces': [{'id': '22929156-fdaf-4d70-8909-ab6614841ac0', 'name': '', 'network_id': 'ede6b695-9830-47b8-b631-f4cc4556be14', 'tenant_id': '9170eb4d61904947be3c1d3473eb6d1d', 'mac_address': 'fa:16:3e:07:b8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2df32a-6e3a-4fc3-8207-3c25b7fbee56', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '9691bee0-5151-463a-9aae-3e5264d2934a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:45:19Z', 'updated_at': '2021-07-28T05:45:26Z', 'revision_number': 5, 'project_id': '9170eb4d61904947be3c1d3473eb6d1d', 'subnets': [{'id': '9691bee0-5151-463a-9aae-3e5264d2934a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:47:36.626850 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2b3b98-23bb-43ca-8c38-31d4a8ae1ab4 None None] Checking router: 6e2df32a-6e3a-4fc3-8207-3c25b7fbee56 for host: dv-cinder-801617-3-iscsi {{(pid=93164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:47:36.635551 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2b3b98-23bb-43ca-8c38-31d4a8ae1ab4 None None] Routers {'6e2df32a-6e3a-4fc3-8207-3c25b7fbee56'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:47:36.636149 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-2e2b3b98-23bb-43ca-8c38-31d4a8ae1ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:47:27Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['6e2df32a-6e3a-4fc3-8207-3c25b7fbee56'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:47:36.713722 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97de097e-88f6-4031-ad08-edb48381cb74', 'tag': '9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:47:36.716091 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdaae2d937131cd036474998a49e3e11d53281396ea4e1ac8b096c837d21eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4765af0-0ea3-4e81-9aad-6ccaed886305" -d '{"events": [{"name": "network-changed", "server_uuid": "97de097e-88f6-4031-ad08-edb48381cb74", "tag": "9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:47:36.733566 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-2e2b3b98-23bb-43ca-8c38-31d4a8ae1ab4 None None] Set router 6e2df32a-6e3a-4fc3-8207-3c25b7fbee56 gateway port host: dv-cinder-801617-3-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:47:36.752240 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 05:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400bccd4-7efe-420f-90df-c4c59c460d6a x-openstack-request-id: req-400bccd4-7efe-420f-90df-c4c59c460d6a {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:47:36.752529 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97de097e-88f6-4031-ad08-edb48381cb74", "tag": "9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8", "status": "completed", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:47:36.752818 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-400bccd4-7efe-420f-90df-c4c59c460d6a {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:47:36.753203 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97de097e-88f6-4031-ad08-edb48381cb74', 'tag': '9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8', 'status': 'completed', 'code': 200} Jul 28 05:47:36.840753 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4765af0-0ea3-4e81-9aad-6ccaed886305 req-4e07d741-5936-471d-bcdd-22d47f22fb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:47:36.842254 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d4765af0-0ea3-4e81-9aad-6ccaed886305 req-4e07d741-5936-471d-bcdd-22d47f22fb62 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9170eb4d61904947be3c1d3473eb6d1d&device_id=97de097e-88f6-4031-ad08-edb48381cb74 HTTP/1.1" status: 200 len: 1099 time: 0.0382605 Jul 28 05:47:36.934663 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-2e2b3b98-23bb-43ca-8c38-31d4a8ae1ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2df32a-6e3a-4fc3-8207-3c25b7fbee56', 'name': 'tempest-TestMinimumBasicScenario-1052875349-router', 'tenant_id': '9170eb4d61904947be3c1d3473eb6d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '8e97387d-ec9d-4e17-80a5-3a0f55a7f325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:45:17Z', 'updated_at': '2021-07-28T05:45:19Z', 'revision_number': 4, 'project_id': '9170eb4d61904947be3c1d3473eb6d1d', 'gw_port': {'id': '8e97387d-ec9d-4e17-80a5-3a0f55a7f325', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:47:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2df32a-6e3a-4fc3-8207-3c25b7fbee56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:45:17Z', 'updated_at': '2021-07-28T05:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_interfaces': [{'id': '22929156-fdaf-4d70-8909-ab6614841ac0', 'name': '', 'network_id': 'ede6b695-9830-47b8-b631-f4cc4556be14', 'tenant_id': '9170eb4d61904947be3c1d3473eb6d1d', 'mac_address': 'fa:16:3e:07:b8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2df32a-6e3a-4fc3-8207-3c25b7fbee56', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '9691bee0-5151-463a-9aae-3e5264d2934a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:45:19Z', 'updated_at': '2021-07-28T05:45:26Z', 'revision_number': 5, 'project_id': '9170eb4d61904947be3c1d3473eb6d1d', 'subnets': [{'id': '9691bee0-5151-463a-9aae-3e5264d2934a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:47:36.934944 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4765af0-0ea3-4e81-9aad-6ccaed886305 req-4856b412-4010-442f-9ddc-9b1359e52f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:47:36.936432 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d4765af0-0ea3-4e81-9aad-6ccaed886305 req-4856b412-4010-442f-9ddc-9b1359e52f10 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ede6b695-9830-47b8-b631-f4cc4556be14 HTTP/1.1" status: 200 len: 916 time: 0.0863762 Jul 28 05:47:36.960332 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2b3b98-23bb-43ca-8c38-31d4a8ae1ab4 None None] The sync data for ids ['6e2df32a-6e3a-4fc3-8207-3c25b7fbee56'] in dv-cinder-801617-3-iscsi is: [{'id': '6e2df32a-6e3a-4fc3-8207-3c25b7fbee56', 'name': 'tempest-TestMinimumBasicScenario-1052875349-router', 'tenant_id': '9170eb4d61904947be3c1d3473eb6d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '8e97387d-ec9d-4e17-80a5-3a0f55a7f325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:45:17Z', 'updated_at': '2021-07-28T05:45:19Z', 'revision_number': 4, 'project_id': '9170eb4d61904947be3c1d3473eb6d1d', 'gw_port': {'id': '8e97387d-ec9d-4e17-80a5-3a0f55a7f325', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:47:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2df32a-6e3a-4fc3-8207-3c25b7fbee56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:45:17Z', 'updated_at': '2021-07-28T05:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_interfaces': [{'id': '22929156-fdaf-4d70-8909-ab6614841ac0', 'name': '', 'network_id': 'ede6b695-9830-47b8-b631-f4cc4556be14', 'tenant_id': '9170eb4d61904947be3c1d3473eb6d1d', 'mac_address': 'fa:16:3e:07:b8:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2df32a-6e3a-4fc3-8207-3c25b7fbee56', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '9691bee0-5151-463a-9aae-3e5264d2934a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:45:19Z', 'updated_at': '2021-07-28T05:45:26Z', 'revision_number': 5, 'project_id': '9170eb4d61904947be3c1d3473eb6d1d', 'subnets': [{'id': '9691bee0-5151-463a-9aae-3e5264d2934a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:47:36.983505 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d4765af0-0ea3-4e81-9aad-6ccaed886305 req-e61505b1-bd97-42fc-9218-902722a8836f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8 HTTP/1.1" status: 200 len: 217 time: 0.0343161 Jul 28 05:47:37.033430 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4765af0-0ea3-4e81-9aad-6ccaed886305 req-d1000e7f-3558-4a7e-8066-2f7e165f2cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:47:37.035195 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d4765af0-0ea3-4e81-9aad-6ccaed886305 req-d1000e7f-3558-4a7e-8066-2f7e165f2cce service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9691bee0-5151-463a-9aae-3e5264d2934a HTTP/1.1" status: 200 len: 854 time: 0.0448301 Jul 28 05:47:37.081714 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4765af0-0ea3-4e81-9aad-6ccaed886305 req-7a90c8c8-a336-4f3d-a8b1-5db0098f104d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:47:37.083811 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d4765af0-0ea3-4e81-9aad-6ccaed886305 req-7a90c8c8-a336-4f3d-a8b1-5db0098f104d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ede6b695-9830-47b8-b631-f4cc4556be14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414786 Jul 28 05:47:37.179456 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d4765af0-0ea3-4e81-9aad-6ccaed886305 req-a76c3925-21f8-4e85-b572-763603fb760f service neutron] 10.222.0.21 "GET /v2.0/networks/ede6b695-9830-47b8-b631-f4cc4556be14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869057 Jul 28 05:47:37.182945 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18e6793-a76d-44a2-a495-642feaf0d33f None None] New status for floating IP 57b2ef74-b364-43b6-9a06-873a1cc64b74: DOWN {{(pid=93165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 05:47:37.271441 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-d4765af0-0ea3-4e81-9aad-6ccaed886305 req-ab93d7f4-8750-45ff-a5d7-6c8a6ec7b698 service neutron] 10.222.0.21 "GET /v2.0/networks/ede6b695-9830-47b8-b631-f4cc4556be14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841365 Jul 28 05:47:38.990181 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f00b2a-faf7-4487-a0d7-96140737c4aa req-c6704c58-1d20-446d-ab73-83a2d47d6e10 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:47:38.991669 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-12f00b2a-faf7-4487-a0d7-96140737c4aa req-c6704c58-1d20-446d-ab73-83a2d47d6e10 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/ports?device_id=97de097e-88f6-4031-ad08-edb48381cb74 HTTP/1.1" status: 200 len: 946 time: 0.0529816 Jul 28 05:47:39.029005 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-12f00b2a-faf7-4487-a0d7-96140737c4aa req-e64ba023-51fa-4bcb-a366-7960d191f40c tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c3497e-d6a2-4449-bcee-d617b6c9f701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314908 Jul 28 05:47:40.146550 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1159510-f058-4f1c-a977-8fddffbc9725 req-44f8c7fe-da6c-4279-ade7-777b6807b33f tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:47:40.148017 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f1159510-f058-4f1c-a977-8fddffbc9725 req-44f8c7fe-da6c-4279-ade7-777b6807b33f tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/ports?device_id=97de097e-88f6-4031-ad08-edb48381cb74 HTTP/1.1" status: 200 len: 946 time: 0.0472777 Jul 28 05:47:40.184790 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-f1159510-f058-4f1c-a977-8fddffbc9725 req-be173858-12f1-4332-be32-0ab0e2769791 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/security-groups?id=12c3497e-d6a2-4449-bcee-d617b6c9f701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309660 Jul 28 05:47:40.809162 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebe6fc7-4fea-4dee-9fb5-df779659cd5b req-31b2c04f-e50d-468c-8f60-220cc73b4c6a tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:47:40.810598 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-eebe6fc7-4fea-4dee-9fb5-df779659cd5b req-31b2c04f-e50d-468c-8f60-220cc73b4c6a tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.21 "GET /v2.0/ports?device_id=97de097e-88f6-4031-ad08-edb48381cb74 HTTP/1.1" status: 200 len: 946 time: 0.0479491 Jul 28 05:47:40.911929 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [req-eebe6fc7-4fea-4dee-9fb5-df779659cd5b req-ca7f7160-a796-4030-9967-a0fce28c99e8 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Deleting port 9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8 {{(pid=93163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 05:47:40.912272 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-eebe6fc7-4fea-4dee-9fb5-df779659cd5b req-ca7f7160-a796-4030-9967-a0fce28c99e8 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227548555'] for port, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:41.004990 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [req-eebe6fc7-4fea-4dee-9fb5-df779659cd5b req-ca7f7160-a796-4030-9967-a0fce28c99e8 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] For port 9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8,segment=NetworkSegment(b6b1fc69-a370-4059-adc5-9ad09eb4aadf),segment_id=b6b1fc69-a370-4059-adc5-9ad09eb4aadf)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:47:41.005349 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-eebe6fc7-4fea-4dee-9fb5-df779659cd5b req-ca7f7160-a796-4030-9967-a0fce28c99e8 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402200'] for port, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:41.017454 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [req-eebe6fc7-4fea-4dee-9fb5-df779659cd5b req-ca7f7160-a796-4030-9967-a0fce28c99e8 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Calling delete_port for 9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8 owned by compute:nova {{(pid=93163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 05:47:41.142300 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-eebe6fc7-4fea-4dee-9fb5-df779659cd5b req-ca7f7160-a796-4030-9967-a0fce28c99e8 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227552799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227148301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5267504'] for port, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:41.167431 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7f7160-a796-4030-9967-a0fce28c99e8 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Pushing event deleted for resources: {'Port': ['ID=9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:47:41.175499 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] get_ports_and_sgs() called for port_ids ['9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8'] {{(pid=93164) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 05:47:41.215132 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [req-eebe6fc7-4fea-4dee-9fb5-df779659cd5b req-ca7f7160-a796-4030-9967-a0fce28c99e8 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] No DVR routers for this DVR port 9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8 on host hv-cinder-80161 {{(pid=93163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 05:47:41.217580 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-eebe6fc7-4fea-4dee-9fb5-df779659cd5b req-ca7f7160-a796-4030-9967-a0fce28c99e8 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068'] for port, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:41.219721 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-eebe6fc7-4fea-4dee-9fb5-df779659cd5b req-ca7f7160-a796-4030-9967-a0fce28c99e8 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.21 "DELETE /v2.0/ports/9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8 HTTP/1.1" status: 204 len: 173 time: 0.4021044 Jul 28 05:47:41.220159 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97de097e-88f6-4031-ad08-edb48381cb74', 'name': 'network-vif-deleted', 'tag': '9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:47:41.222364 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdaae2d937131cd036474998a49e3e11d53281396ea4e1ac8b096c837d21eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5a7bea-c95a-4387-9d26-31f30bd9f5a8" -d '{"events": [{"server_uuid": "97de097e-88f6-4031-ad08-edb48381cb74", "name": "network-vif-deleted", "tag": "9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:47:41.264144 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 05:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f418d2-4816-49b6-97e2-3e73a9091ef4 x-openstack-request-id: req-27f418d2-4816-49b6-97e2-3e73a9091ef4 {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:47:41.264447 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97de097e-88f6-4031-ad08-edb48381cb74", "name": "network-vif-deleted", "tag": "9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8", "status": "completed", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:47:41.264669 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-27f418d2-4816-49b6-97e2-3e73a9091ef4 {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:47:41.265053 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97de097e-88f6-4031-ad08-edb48381cb74', 'name': 'network-vif-deleted', 'tag': '9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8', 'status': 'completed', 'code': 200} Jul 28 05:47:41.279103 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-2a063f3b-74d0-49d3-ae97-941343cb5afa req-15744a59-27a2-4740-931a-ed04163af2c2 tempest-TestMinimumBasicScenario-1033416802 tempest-TestMinimumBasicScenario-1033416802-project] 10.222.0.13 "GET /v2.0/ports?device_id=97de097e-88f6-4031-ad08-edb48381cb74 HTTP/1.1" status: 200 len: 210 time: 0.0264232 Jul 28 05:47:42.913878 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 42342) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:47:43.248538 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b0ad1117-90be-47cb-a87a-4c4b6f4a1568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409351'] for router_interface, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:43.478001 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-b0ad1117-90be-47cb-a87a-4c4b6f4a1568 admin admin] Deleting port 22929156-fdaf-4d70-8909-ab6614841ac0 {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 05:47:43.478338 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b0ad1117-90be-47cb-a87a-4c4b6f4a1568 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227548555'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:43.557512 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [None req-b0ad1117-90be-47cb-a87a-4c4b6f4a1568 admin admin] For port 22929156-fdaf-4d70-8909-ab6614841ac0, host dv-cinder-801617-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=22929156-fdaf-4d70-8909-ab6614841ac0,segment=NetworkSegment(b6b1fc69-a370-4059-adc5-9ad09eb4aadf),segment_id=b6b1fc69-a370-4059-adc5-9ad09eb4aadf)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:47:43.557791 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b0ad1117-90be-47cb-a87a-4c4b6f4a1568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402200'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:43.570300 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-b0ad1117-90be-47cb-a87a-4c4b6f4a1568 admin admin] Calling delete_port for 22929156-fdaf-4d70-8909-ab6614841ac0 owned by network:router_interface {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 05:47:43.741045 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b0ad1117-90be-47cb-a87a-4c4b6f4a1568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227552799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227148301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4414135'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:43.770933 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ad1117-90be-47cb-a87a-4c4b6f4a1568 admin admin] Pushing event deleted for resources: {'Port': ['ID=22929156-fdaf-4d70-8909-ab6614841ac0,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:47:44.140988 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b0ad1117-90be-47cb-a87a-4c4b6f4a1568 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409451'] for router_interface, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:44.349810 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ad1117-90be-47cb-a87a-4c4b6f4a1568 admin admin] Router 6e2df32a-6e3a-4fc3-8207-3c25b7fbee56 has already been hosted by L3 agent febb8baf-5368-4b94-affe-2856141f0f3f {{(pid=93162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 05:47:44.451547 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ad1117-90be-47cb-a87a-4c4b6f4a1568 admin admin] Notify agent at l3_agent.dv-cinder-801617-3-iscsi the message routers_updated {{(pid=93162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:47:44.456432 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-b0ad1117-90be-47cb-a87a-4c4b6f4a1568 admin admin] 10.222.0.13 "PUT /v2.0/routers/6e2df32a-6e3a-4fc3-8207-3c25b7fbee56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5415478 Jul 28 05:47:44.459502 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 42344) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:47:44.463545 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c99031-3600-4940-91ad-eeeb9117da95 None None] Sync routers for ids ['6e2df32a-6e3a-4fc3-8207-3c25b7fbee56'] in dv-cinder-801617-3-iscsi {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:47:44.476490 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c99031-3600-4940-91ad-eeeb9117da95 None None] Routers {'6e2df32a-6e3a-4fc3-8207-3c25b7fbee56'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:47:44.477096 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-69c99031-3600-4940-91ad-eeeb9117da95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:47:27Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['6e2df32a-6e3a-4fc3-8207-3c25b7fbee56'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:47:44.559185 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-16d3e5e4-2685-4e9e-914e-a0d323fe4ee3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:44.574091 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-69c99031-3600-4940-91ad-eeeb9117da95 None None] Set router 6e2df32a-6e3a-4fc3-8207-3c25b7fbee56 gateway port host: dv-cinder-801617-3-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:47:44.655739 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-16d3e5e4-2685-4e9e-914e-a0d323fe4ee3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:44.721866 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-16d3e5e4-2685-4e9e-914e-a0d323fe4ee3 admin admin] Deleting port 8e97387d-ec9d-4e17-80a5-3a0f55a7f325 {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 05:47:44.722126 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-16d3e5e4-2685-4e9e-914e-a0d323fe4ee3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227548555'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:44.807761 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [None req-16d3e5e4-2685-4e9e-914e-a0d323fe4ee3 admin admin] For port 8e97387d-ec9d-4e17-80a5-3a0f55a7f325, host dv-cinder-801617-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=8e97387d-ec9d-4e17-80a5-3a0f55a7f325,segment=NetworkSegment(d34fa97e-0825-4a06-9105-26c8994a2a7e),segment_id=d34fa97e-0825-4a06-9105-26c8994a2a7e)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:47:44.808080 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-16d3e5e4-2685-4e9e-914e-a0d323fe4ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402200'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:44.823725 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-16d3e5e4-2685-4e9e-914e-a0d323fe4ee3 admin admin] Calling delete_port for 8e97387d-ec9d-4e17-80a5-3a0f55a7f325 owned by network:router_gateway {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 05:47:44.871082 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device 9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8 no longer exists at agent hyperv_hv-cinder-80161 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:47:44.890135 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-69c99031-3600-4940-91ad-eeeb9117da95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2df32a-6e3a-4fc3-8207-3c25b7fbee56', 'name': 'tempest-TestMinimumBasicScenario-1052875349-router', 'tenant_id': '9170eb4d61904947be3c1d3473eb6d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.209'}], 'enable_snat': True}, 'gw_port_id': '8e97387d-ec9d-4e17-80a5-3a0f55a7f325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:45:17Z', 'updated_at': '2021-07-28T05:47:43Z', 'revision_number': 5, 'project_id': '9170eb4d61904947be3c1d3473eb6d1d', 'gw_port': {'id': '8e97387d-ec9d-4e17-80a5-3a0f55a7f325', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:47:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e2df32a-6e3a-4fc3-8207-3c25b7fbee56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:45:17Z', 'updated_at': '2021-07-28T05:45:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi'}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:47:44.892975 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] No Port match for: 9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8 {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 05:47:44.893309 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device 9aa5c3a7-ae2c-43c7-a1a4-1c001f19a4a8 not bound to the agent host hv-cinder-80161 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:47:44.916648 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c99031-3600-4940-91ad-eeeb9117da95 None None] Checking router: 6e2df32a-6e3a-4fc3-8207-3c25b7fbee56 for host: dv-cinder-801617-3-iscsi {{(pid=93164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:47:44.924759 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c99031-3600-4940-91ad-eeeb9117da95 None None] Routers {'6e2df32a-6e3a-4fc3-8207-3c25b7fbee56'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:47:44.925348 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-69c99031-3600-4940-91ad-eeeb9117da95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:47:27Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['6e2df32a-6e3a-4fc3-8207-3c25b7fbee56'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:47:44.986442 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-16d3e5e4-2685-4e9e-914e-a0d323fe4ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227552799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227148301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4414135'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:45.008913 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-69c99031-3600-4940-91ad-eeeb9117da95 None None] Set router 6e2df32a-6e3a-4fc3-8207-3c25b7fbee56 gateway port host: None {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:47:45.012278 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d3e5e4-2685-4e9e-914e-a0d323fe4ee3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e97387d-ec9d-4e17-80a5-3a0f55a7f325,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:47:45.061630 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-69c99031-3600-4940-91ad-eeeb9117da95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e2df32a-6e3a-4fc3-8207-3c25b7fbee56', 'name': 'tempest-TestMinimumBasicScenario-1052875349-router', 'tenant_id': '9170eb4d61904947be3c1d3473eb6d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:45:17Z', 'updated_at': '2021-07-28T05:47:44Z', 'revision_number': 6, 'project_id': '9170eb4d61904947be3c1d3473eb6d1d', 'gw_port_host': None}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:47:45.072700 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-16d3e5e4-2685-4e9e-914e-a0d323fe4ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406729'] for router_gateway, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:45.086906 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c99031-3600-4940-91ad-eeeb9117da95 None None] The sync data for ids ['6e2df32a-6e3a-4fc3-8207-3c25b7fbee56'] in dv-cinder-801617-3-iscsi is: [{'id': '6e2df32a-6e3a-4fc3-8207-3c25b7fbee56', 'name': 'tempest-TestMinimumBasicScenario-1052875349-router', 'tenant_id': '9170eb4d61904947be3c1d3473eb6d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:45:17Z', 'updated_at': '2021-07-28T05:47:44Z', 'revision_number': 6, 'project_id': '9170eb4d61904947be3c1d3473eb6d1d', 'gw_port_host': None}] {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:47:45.164979 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-16d3e5e4-2685-4e9e-914e-a0d323fe4ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-922'] for router, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:45.167100 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-16d3e5e4-2685-4e9e-914e-a0d323fe4ee3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:45.208855 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-16d3e5e4-2685-4e9e-914e-a0d323fe4ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555462'] for router, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:45.209332 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d3e5e4-2685-4e9e-914e-a0d323fe4ee3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e2df32a-6e3a-4fc3-8207-3c25b7fbee56 {{(pid=93162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 05:47:45.213938 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-16d3e5e4-2685-4e9e-914e-a0d323fe4ee3 admin admin] Notify callbacks [] for router, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:45.215094 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-16d3e5e4-2685-4e9e-914e-a0d323fe4ee3 admin admin] 10.222.0.13 "DELETE /v2.0/routers/6e2df32a-6e3a-4fc3-8207-3c25b7fbee56 HTTP/1.1" status: 204 len: 168 time: 0.7546964 Jul 28 05:47:45.217576 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 42346) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:47:45.264286 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_v2 [None req-54ece02e-e98f-4b36-ba6f-1d6072352d05 admin admin] Deleting subnet 9691bee0-5151-463a-9aae-3e5264d2934a {{(pid=93162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 05:47:45.267237 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-54ece02e-e98f-4b36-ba6f-1d6072352d05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:45.299907 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-54ece02e-e98f-4b36-ba6f-1d6072352d05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4869481'] for subnet, precommit_delete_associations {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:45.373581 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-54ece02e-e98f-4b36-ba6f-1d6072352d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504883'] for subnet, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:45.434812 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-54ece02e-e98f-4b36-ba6f-1d6072352d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1504890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4414178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4221011'] for subnet, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:45.464473 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ece02e-e98f-4b36-ba6f-1d6072352d05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9691bee0-5151-463a-9aae-3e5264d2934a,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:47:45.468230 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-54ece02e-e98f-4b36-ba6f-1d6072352d05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:45.473266 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 42348) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:47:45.473762 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-54ece02e-e98f-4b36-ba6f-1d6072352d05 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9691bee0-5151-463a-9aae-3e5264d2934a HTTP/1.1" status: 204 len: 168 time: 0.2541869 Jul 28 05:47:45.474766 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcdd8090-b023-4615-bdf0-a29732ba1374 None None] Network ede6b695-9830-47b8-b631-f4cc4556be14 requested from dv-cinder-801617-3-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 05:47:45.545962 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-83b831ac-6b4f-424f-b5a5-efd1884d2ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1632385'] for network, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:45.597103 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-83b831ac-6b4f-424f-b5a5-efd1884d2ffc admin admin] Deleting port 5babbe30-b1f9-451b-ba78-2d67618d119a {{(pid=93163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 05:47:45.597451 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-83b831ac-6b4f-424f-b5a5-efd1884d2ffc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227548555'] for port, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:45.662555 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-83b831ac-6b4f-424f-b5a5-efd1884d2ffc admin admin] For port 5babbe30-b1f9-451b-ba78-2d67618d119a, host dv-cinder-801617-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=5babbe30-b1f9-451b-ba78-2d67618d119a,segment=NetworkSegment(b6b1fc69-a370-4059-adc5-9ad09eb4aadf),segment_id=b6b1fc69-a370-4059-adc5-9ad09eb4aadf)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:47:45.662919 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-83b831ac-6b4f-424f-b5a5-efd1884d2ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402200'] for port, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:45.674787 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-83b831ac-6b4f-424f-b5a5-efd1884d2ffc admin admin] Calling delete_port for 5babbe30-b1f9-451b-ba78-2d67618d119a owned by network:dhcp {{(pid=93163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 05:47:45.751975 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-83b831ac-6b4f-424f-b5a5-efd1884d2ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227552799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227148301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5267504'] for port, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:45.785111 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b831ac-6b4f-424f-b5a5-efd1884d2ffc admin admin] No DVR routers for this DVR port 5babbe30-b1f9-451b-ba78-2d67618d119a on host dv-cinder-801617-3-iscsi {{(pid=93163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 05:47:45.790507 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b831ac-6b4f-424f-b5a5-efd1884d2ffc admin admin] Pushing event deleted for resources: {'Port': ['ID=5babbe30-b1f9-451b-ba78-2d67618d119a,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:47:45.846240 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7644e1e7-f119-435f-83a2-df4692505a1a None None] DHCP port deletion for ede6b695-9830-47b8-b631-f4cc4556be14 request from dv-cinder-801617-3-iscsi {{(pid=93164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 05:47:45.859895 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-83b831ac-6b4f-424f-b5a5-efd1884d2ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377030', 'neutron.services.segments.db._delete_segments_for_network-8765227628337'] for network, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:45.870140 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.services.segments.db [None req-83b831ac-6b4f-424f-b5a5-efd1884d2ffc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ede6b695-9830-47b8-b631-f4cc4556be14']}} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:47:45.880538 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.services.segments.db [None req-83b831ac-6b4f-424f-b5a5-efd1884d2ffc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6b1fc69-a370-4059-adc5-9ad09eb4aadf') {'for_net_delete': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:47:45.880837 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.services.segments.db [None req-83b831ac-6b4f-424f-b5a5-efd1884d2ffc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6b1fc69-a370-4059-adc5-9ad09eb4aadf') {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:47:45.889537 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-83b831ac-6b4f-424f-b5a5-efd1884d2ffc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765227627066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536495190'] for segment, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:45.903328 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-83b831ac-6b4f-424f-b5a5-efd1884d2ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502470'] for segment, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:45.909368 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83b831ac-6b4f-424f-b5a5-efd1884d2ffc admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=93163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 05:47:45.909754 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-83b831ac-6b4f-424f-b5a5-efd1884d2ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5267487'] for segment, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:45.912033 dv-cinder-801617-3-iscsi neutron-server[93163]: Traceback (most recent call last): Jul 28 05:47:45.912033 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 05:47:45.912033 dv-cinder-801617-3-iscsi neutron-server[93163]: timer() Jul 28 05:47:45.912033 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 05:47:45.912033 dv-cinder-801617-3-iscsi neutron-server[93163]: cb(*args, **kw) Jul 28 05:47:45.912033 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 05:47:45.912033 dv-cinder-801617-3-iscsi neutron-server[93163]: return func(*args, **kwargs) Jul 28 05:47:45.912033 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 05:47:45.912033 dv-cinder-801617-3-iscsi neutron-server[93163]: self._notify() Jul 28 05:47:45.912033 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 05:47:45.912033 dv-cinder-801617-3-iscsi neutron-server[93163]: self.callback(batched_events) Jul 28 05:47:45.912033 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 05:47:45.912033 dv-cinder-801617-3-iscsi neutron-server[93163]: event.method(event) Jul 28 05:47:45.912033 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 05:47:45.912033 dv-cinder-801617-3-iscsi neutron-server[93163]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 05:47:45.912033 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 05:47:45.912033 dv-cinder-801617-3-iscsi neutron-server[93163]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 05:47:45.912033 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 05:47:45.912033 dv-cinder-801617-3-iscsi neutron-server[93163]: return f(self, *a, **k) Jul 28 05:47:45.912033 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 05:47:45.912033 dv-cinder-801617-3-iscsi neutron-server[93163]: return self._get(url).json() Jul 28 05:47:45.912033 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 05:47:45.912033 dv-cinder-801617-3-iscsi neutron-server[93163]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 05:47:45.912033 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 05:47:45.912033 dv-cinder-801617-3-iscsi neutron-server[93163]: return self.request(url, 'GET', **kwargs) Jul 28 05:47:45.912033 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 05:47:45.912033 dv-cinder-801617-3-iscsi neutron-server[93163]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 05:47:45.912033 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 05:47:45.912033 dv-cinder-801617-3-iscsi neutron-server[93163]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 05:47:45.912033 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 05:47:45.912033 dv-cinder-801617-3-iscsi neutron-server[93163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 05:47:45.912033 dv-cinder-801617-3-iscsi neutron-server[93163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 05:47:45.967350 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-83b831ac-6b4f-424f-b5a5-efd1884d2ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406773'] for network, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:45.974002 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-83b831ac-6b4f-424f-b5a5-efd1884d2ffc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for network, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:45.975771 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-83b831ac-6b4f-424f-b5a5-efd1884d2ffc admin admin] 10.222.0.13 "DELETE /v2.0/networks/ede6b695-9830-47b8-b631-f4cc4556be14 HTTP/1.1" status: 204 len: 168 time: 0.5008669 Jul 28 05:47:45.978684 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 42352) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:47:45.985009 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b831ac-6b4f-424f-b5a5-efd1884d2ffc admin admin] Pushing event deleted for resources: {'Network': ['ID=ede6b695-9830-47b8-b631-f4cc4556be14,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:47:46.232611 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 22929156-fdaf-4d70-8909-ab6614841ac0 no longer exists at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:47:46.252088 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] No Port match for: 22929156-fdaf-4d70-8909-ab6614841ac0 {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 05:47:46.252429 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 22929156-fdaf-4d70-8909-ab6614841ac0 not bound to the agent host dv-cinder-801617-3-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:47:46.252835 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 8e97387d-ec9d-4e17-80a5-3a0f55a7f325 no longer exists at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:47:46.271816 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] No Port match for: 8e97387d-ec9d-4e17-80a5-3a0f55a7f325 {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 05:47:46.272161 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 8e97387d-ec9d-4e17-80a5-3a0f55a7f325 not bound to the agent host dv-cinder-801617-3-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:47:46.272599 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 5babbe30-b1f9-451b-ba78-2d67618d119a no longer exists at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:47:46.293719 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] No Port match for: 5babbe30-b1f9-451b-ba78-2d67618d119a {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 05:47:46.294001 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 5babbe30-b1f9-451b-ba78-2d67618d119a not bound to the agent host dv-cinder-801617-3-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:47:46.320348 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7c152442-6b3a-4ca1-8ed6-1b2cdaaecff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409351'] for router_interface, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:46.555043 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-7c152442-6b3a-4ca1-8ed6-1b2cdaaecff8 admin admin] Deleting port b3aa1fda-bd6c-4ec4-b3f9-8ad722683f12 {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 05:47:46.555293 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7c152442-6b3a-4ca1-8ed6-1b2cdaaecff8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227548555'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:46.632297 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [None req-7c152442-6b3a-4ca1-8ed6-1b2cdaaecff8 admin admin] For port b3aa1fda-bd6c-4ec4-b3f9-8ad722683f12, host dv-cinder-801617-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=b3aa1fda-bd6c-4ec4-b3f9-8ad722683f12,segment=NetworkSegment(8e26c813-23de-462f-a953-2efd792b0736),segment_id=8e26c813-23de-462f-a953-2efd792b0736)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:47:46.632652 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7c152442-6b3a-4ca1-8ed6-1b2cdaaecff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402200'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:46.644662 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-7c152442-6b3a-4ca1-8ed6-1b2cdaaecff8 admin admin] Calling delete_port for b3aa1fda-bd6c-4ec4-b3f9-8ad722683f12 owned by network:router_interface {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 05:47:46.820427 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7c152442-6b3a-4ca1-8ed6-1b2cdaaecff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227552799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227148301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4414135'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:46.844408 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c152442-6b3a-4ca1-8ed6-1b2cdaaecff8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3aa1fda-bd6c-4ec4-b3f9-8ad722683f12,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:47:47.005757 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-7c152442-6b3a-4ca1-8ed6-1b2cdaaecff8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409451'] for router_interface, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:47.416158 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c152442-6b3a-4ca1-8ed6-1b2cdaaecff8 admin admin] Router fde7fd31-f584-4b12-860a-0f98840feeeb has already been hosted by L3 agent febb8baf-5368-4b94-affe-2856141f0f3f {{(pid=93162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 05:47:47.517090 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c152442-6b3a-4ca1-8ed6-1b2cdaaecff8 admin admin] Notify agent at l3_agent.dv-cinder-801617-3-iscsi the message routers_updated {{(pid=93162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:47:47.522629 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-7c152442-6b3a-4ca1-8ed6-1b2cdaaecff8 admin admin] 10.222.0.13 "PUT /v2.0/routers/fde7fd31-f584-4b12-860a-0f98840feeeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5427210 Jul 28 05:47:47.524568 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 42354) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:47:47.525422 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1a8a6c-dcc9-40c5-9405-1c166b27d63e None None] Sync routers for ids ['fde7fd31-f584-4b12-860a-0f98840feeeb'] in dv-cinder-801617-3-iscsi {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:47:47.534395 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1a8a6c-dcc9-40c5-9405-1c166b27d63e None None] Routers {'fde7fd31-f584-4b12-860a-0f98840feeeb'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:47:47.534988 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-1f1a8a6c-dcc9-40c5-9405-1c166b27d63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:47:27Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['fde7fd31-f584-4b12-860a-0f98840feeeb'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:47:47.626152 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-dfb2b0b9-36e5-4963-83b2-4066c8765faa admin admin] Notify callbacks [] for router, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:47.635747 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-1f1a8a6c-dcc9-40c5-9405-1c166b27d63e None None] Set router fde7fd31-f584-4b12-860a-0f98840feeeb gateway port host: dv-cinder-801617-3-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:47:47.725087 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-dfb2b0b9-36e5-4963-83b2-4066c8765faa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:47.779179 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-dfb2b0b9-36e5-4963-83b2-4066c8765faa admin admin] Deleting port 40e3f774-3403-46b1-8f41-29aaf328a893 {{(pid=93163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 05:47:47.779561 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-dfb2b0b9-36e5-4963-83b2-4066c8765faa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227548555'] for port, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:47.817517 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-1f1a8a6c-dcc9-40c5-9405-1c166b27d63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde7fd31-f584-4b12-860a-0f98840feeeb', 'name': 'tempest-TestMinimumBasicScenario-600760814-router', 'tenant_id': 'f698adf3e2574837a3213f74b6c5ccc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.208'}], 'enable_snat': True}, 'gw_port_id': '40e3f774-3403-46b1-8f41-29aaf328a893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:45:22Z', 'updated_at': '2021-07-28T05:47:46Z', 'revision_number': 5, 'project_id': 'f698adf3e2574837a3213f74b6c5ccc0', 'gw_port': {'id': '40e3f774-3403-46b1-8f41-29aaf328a893', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:62:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde7fd31-f584-4b12-860a-0f98840feeeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:45:22Z', 'updated_at': '2021-07-28T05:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi'}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:47:47.842718 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1a8a6c-dcc9-40c5-9405-1c166b27d63e None None] Checking router: fde7fd31-f584-4b12-860a-0f98840feeeb for host: dv-cinder-801617-3-iscsi {{(pid=93165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:47:47.851204 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1a8a6c-dcc9-40c5-9405-1c166b27d63e None None] Routers {'fde7fd31-f584-4b12-860a-0f98840feeeb'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:47:47.851851 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-1f1a8a6c-dcc9-40c5-9405-1c166b27d63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:47:27Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['fde7fd31-f584-4b12-860a-0f98840feeeb'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:47:47.859762 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-dfb2b0b9-36e5-4963-83b2-4066c8765faa admin admin] For port 40e3f774-3403-46b1-8f41-29aaf328a893, host dv-cinder-801617-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=40e3f774-3403-46b1-8f41-29aaf328a893,segment=NetworkSegment(d34fa97e-0825-4a06-9105-26c8994a2a7e),segment_id=d34fa97e-0825-4a06-9105-26c8994a2a7e)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:47:47.860127 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-dfb2b0b9-36e5-4963-83b2-4066c8765faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402200'] for port, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:47.876375 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-dfb2b0b9-36e5-4963-83b2-4066c8765faa admin admin] Calling delete_port for 40e3f774-3403-46b1-8f41-29aaf328a893 owned by network:router_gateway {{(pid=93163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 05:47:47.934142 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-1f1a8a6c-dcc9-40c5-9405-1c166b27d63e None None] Set router fde7fd31-f584-4b12-860a-0f98840feeeb gateway port host: None {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:47:47.982975 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-1f1a8a6c-dcc9-40c5-9405-1c166b27d63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fde7fd31-f584-4b12-860a-0f98840feeeb', 'name': 'tempest-TestMinimumBasicScenario-600760814-router', 'tenant_id': 'f698adf3e2574837a3213f74b6c5ccc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:45:22Z', 'updated_at': '2021-07-28T05:47:47Z', 'revision_number': 6, 'project_id': 'f698adf3e2574837a3213f74b6c5ccc0', 'gw_port_host': None}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:47:48.042954 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-dfb2b0b9-36e5-4963-83b2-4066c8765faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227552799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227148301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5267504'] for port, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:48.071337 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb2b0b9-36e5-4963-83b2-4066c8765faa admin admin] Pushing event deleted for resources: {'Port': ['ID=40e3f774-3403-46b1-8f41-29aaf328a893,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:47:48.093322 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1a8a6c-dcc9-40c5-9405-1c166b27d63e None None] The sync data for ids ['fde7fd31-f584-4b12-860a-0f98840feeeb'] in dv-cinder-801617-3-iscsi is: [{'id': 'fde7fd31-f584-4b12-860a-0f98840feeeb', 'name': 'tempest-TestMinimumBasicScenario-600760814-router', 'tenant_id': 'f698adf3e2574837a3213f74b6c5ccc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:45:22Z', 'updated_at': '2021-07-28T05:47:47Z', 'revision_number': 6, 'project_id': 'f698adf3e2574837a3213f74b6c5ccc0', 'gw_port_host': None}] {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:47:48.131208 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-dfb2b0b9-36e5-4963-83b2-4066c8765faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406729'] for router_gateway, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:48.217691 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-dfb2b0b9-36e5-4963-83b2-4066c8765faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-922'] for router, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:48.219758 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-dfb2b0b9-36e5-4963-83b2-4066c8765faa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:48.264618 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-dfb2b0b9-36e5-4963-83b2-4066c8765faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555462'] for router, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:48.265119 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb2b0b9-36e5-4963-83b2-4066c8765faa admin admin] Fanout notify agent at l3_agent the message router_deleted on router fde7fd31-f584-4b12-860a-0f98840feeeb {{(pid=93163) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 05:47:48.269239 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-dfb2b0b9-36e5-4963-83b2-4066c8765faa admin admin] Notify callbacks [] for router, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:48.270352 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-dfb2b0b9-36e5-4963-83b2-4066c8765faa admin admin] 10.222.0.13 "DELETE /v2.0/routers/fde7fd31-f584-4b12-860a-0f98840feeeb HTTP/1.1" status: 204 len: 168 time: 0.7448103 Jul 28 05:47:48.272720 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 42356) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:47:48.314373 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb6a3968-e83c-4337-92b9-1ae98c7343aa admin admin] Deleting subnet 710903cd-96cf-4395-976a-93c8b28e37e0 {{(pid=93163) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 05:47:48.317975 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-eb6a3968-e83c-4337-92b9-1ae98c7343aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:48.351175 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-eb6a3968-e83c-4337-92b9-1ae98c7343aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-536495199'] for subnet, precommit_delete_associations {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:48.379062 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:47:48.431338 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-eb6a3968-e83c-4337-92b9-1ae98c7343aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504883'] for subnet, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:48.492266 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-eb6a3968-e83c-4337-92b9-1ae98c7343aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1504890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5267557', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-536719496'] for subnet, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:48.517823 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6a3968-e83c-4337-92b9-1ae98c7343aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=710903cd-96cf-4395-976a-93c8b28e37e0,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:47:48.524739 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-eb6a3968-e83c-4337-92b9-1ae98c7343aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for subnet, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:48.528986 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-eb6a3968-e83c-4337-92b9-1ae98c7343aa admin admin] 10.222.0.13 "DELETE /v2.0/subnets/710903cd-96cf-4395-976a-93c8b28e37e0 HTTP/1.1" status: 204 len: 168 time: 0.2530153 Jul 28 05:47:48.529110 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 42358) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:47:48.532124 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce159f52-809c-480c-a856-9e2e400c09b8 None None] Network f15d88bc-a6ca-49e4-bb45-46499e7de2c7 requested from dv-cinder-801617-3-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 05:47:48.600396 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-cd9680cc-eb54-41ff-a91d-9ec4c0512698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1632385'] for network, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:48.649100 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:48.652464 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-cd9680cc-eb54-41ff-a91d-9ec4c0512698 admin admin] Deleting port b04950cf-02e8-4157-8adc-e06dce3b5bbd {{(pid=93163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 05:47:48.652808 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-cd9680cc-eb54-41ff-a91d-9ec4c0512698 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227548555'] for port, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:48.714268 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-cd9680cc-eb54-41ff-a91d-9ec4c0512698 admin admin] For port b04950cf-02e8-4157-8adc-e06dce3b5bbd, host dv-cinder-801617-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=b04950cf-02e8-4157-8adc-e06dce3b5bbd,segment=NetworkSegment(8e26c813-23de-462f-a953-2efd792b0736),segment_id=8e26c813-23de-462f-a953-2efd792b0736)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:47:48.714633 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-cd9680cc-eb54-41ff-a91d-9ec4c0512698 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402200'] for port, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:48.727385 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-cd9680cc-eb54-41ff-a91d-9ec4c0512698 admin admin] Calling delete_port for b04950cf-02e8-4157-8adc-e06dce3b5bbd owned by network:dhcp {{(pid=93163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 05:47:48.805855 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-cd9680cc-eb54-41ff-a91d-9ec4c0512698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227552799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227148301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5267504'] for port, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:48.830990 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9680cc-eb54-41ff-a91d-9ec4c0512698 admin admin] No DVR routers for this DVR port b04950cf-02e8-4157-8adc-e06dce3b5bbd on host dv-cinder-801617-3-iscsi {{(pid=93163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 05:47:48.833220 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9680cc-eb54-41ff-a91d-9ec4c0512698 admin admin] Pushing event deleted for resources: {'Port': ['ID=b04950cf-02e8-4157-8adc-e06dce3b5bbd,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:47:48.885448 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d1211d-322a-43da-8ab7-0c519a9d50e9 None None] DHCP port deletion for f15d88bc-a6ca-49e4-bb45-46499e7de2c7 request from dv-cinder-801617-3-iscsi {{(pid=93164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 05:47:48.889564 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device b3aa1fda-bd6c-4ec4-b3f9-8ad722683f12 no longer exists at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:47:48.905006 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-cd9680cc-eb54-41ff-a91d-9ec4c0512698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377030', 'neutron.services.segments.db._delete_segments_for_network-8765227628337'] for network, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:48.915514 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.services.segments.db [None req-cd9680cc-eb54-41ff-a91d-9ec4c0512698 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f15d88bc-a6ca-49e4-bb45-46499e7de2c7']}} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:47:48.915898 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] No Port match for: b3aa1fda-bd6c-4ec4-b3f9-8ad722683f12 {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 05:47:48.916280 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device b3aa1fda-bd6c-4ec4-b3f9-8ad722683f12 not bound to the agent host dv-cinder-801617-3-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:47:48.931720 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.services.segments.db [None req-cd9680cc-eb54-41ff-a91d-9ec4c0512698 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e26c813-23de-462f-a953-2efd792b0736') {'for_net_delete': True} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:47:48.932019 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.services.segments.db [None req-cd9680cc-eb54-41ff-a91d-9ec4c0512698 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e26c813-23de-462f-a953-2efd792b0736') {} {{(pid=93163) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:47:48.940787 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-cd9680cc-eb54-41ff-a91d-9ec4c0512698 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765227627066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-536495190'] for segment, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:48.953780 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-cd9680cc-eb54-41ff-a91d-9ec4c0512698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502470'] for segment, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:48.960266 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd9680cc-eb54-41ff-a91d-9ec4c0512698 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=93163) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 05:47:48.960663 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-cd9680cc-eb54-41ff-a91d-9ec4c0512698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5267487'] for segment, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:48.962345 dv-cinder-801617-3-iscsi neutron-server[93163]: Traceback (most recent call last): Jul 28 05:47:48.962345 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 05:47:48.962345 dv-cinder-801617-3-iscsi neutron-server[93163]: timer() Jul 28 05:47:48.962345 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 05:47:48.962345 dv-cinder-801617-3-iscsi neutron-server[93163]: cb(*args, **kw) Jul 28 05:47:48.962345 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 05:47:48.962345 dv-cinder-801617-3-iscsi neutron-server[93163]: return func(*args, **kwargs) Jul 28 05:47:48.962345 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 05:47:48.962345 dv-cinder-801617-3-iscsi neutron-server[93163]: self._notify() Jul 28 05:47:48.962345 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 05:47:48.962345 dv-cinder-801617-3-iscsi neutron-server[93163]: self.callback(batched_events) Jul 28 05:47:48.962345 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 05:47:48.962345 dv-cinder-801617-3-iscsi neutron-server[93163]: event.method(event) Jul 28 05:47:48.962345 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 05:47:48.962345 dv-cinder-801617-3-iscsi neutron-server[93163]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 05:47:48.962345 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 05:47:48.962345 dv-cinder-801617-3-iscsi neutron-server[93163]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 05:47:48.962345 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 05:47:48.962345 dv-cinder-801617-3-iscsi neutron-server[93163]: return f(self, *a, **k) Jul 28 05:47:48.962345 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 05:47:48.962345 dv-cinder-801617-3-iscsi neutron-server[93163]: return self._get(url).json() Jul 28 05:47:48.962345 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 05:47:48.962345 dv-cinder-801617-3-iscsi neutron-server[93163]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 05:47:48.962345 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 05:47:48.962345 dv-cinder-801617-3-iscsi neutron-server[93163]: return self.request(url, 'GET', **kwargs) Jul 28 05:47:48.962345 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 05:47:48.962345 dv-cinder-801617-3-iscsi neutron-server[93163]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 05:47:48.962345 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 05:47:48.962345 dv-cinder-801617-3-iscsi neutron-server[93163]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 05:47:48.962345 dv-cinder-801617-3-iscsi neutron-server[93163]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 05:47:48.962345 dv-cinder-801617-3-iscsi neutron-server[93163]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 05:47:48.962345 dv-cinder-801617-3-iscsi neutron-server[93163]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 05:47:49.020343 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-cd9680cc-eb54-41ff-a91d-9ec4c0512698 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406773'] for network, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:49.024581 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-cd9680cc-eb54-41ff-a91d-9ec4c0512698 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for network, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:49.029191 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-cd9680cc-eb54-41ff-a91d-9ec4c0512698 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f15d88bc-a6ca-49e4-bb45-46499e7de2c7 HTTP/1.1" status: 204 len: 168 time: 0.4967315 Jul 28 05:47:49.040315 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9680cc-eb54-41ff-a91d-9ec4c0512698 admin admin] Pushing event deleted for resources: {'Network': ['ID=f15d88bc-a6ca-49e4-bb45-46499e7de2c7,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:47:49.198057 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 42362) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:47:49.237448 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-fb59975d-ad97-4522-b8e2-9da1fb9f7335 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9170eb4d61904947be3c1d3473eb6d1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382683 Jul 28 05:47:49.239778 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 42364) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:47:49.286107 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b990fc36-9b1b-4a09-9408-36c904ea0e2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:49.309872 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b990fc36-9b1b-4a09-9408-36c904ea0e2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:49.355957 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b990fc36-9b1b-4a09-9408-36c904ea0e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:49.358778 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-b990fc36-9b1b-4a09-9408-36c904ea0e2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:49.359960 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-b990fc36-9b1b-4a09-9408-36c904ea0e2c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/12c3497e-d6a2-4449-bcee-d617b6c9f701 HTTP/1.1" status: 204 len: 168 time: 0.1193070 Jul 28 05:47:49.367981 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b990fc36-9b1b-4a09-9408-36c904ea0e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c3497e-d6a2-4449-bcee-d617b6c9f701,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:47:49.666339 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 42370) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:47:49.707716 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-a4ad7ec6-4932-4760-a7c5-ceca37fc3df8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f698adf3e2574837a3213f74b6c5ccc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401788 Jul 28 05:47:49.711707 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 42372) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:47:49.759674 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2ba70fe7-ee1d-4756-96f6-076a1a6d5c4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:49.779519 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2ba70fe7-ee1d-4756-96f6-076a1a6d5c4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:49.824567 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2ba70fe7-ee1d-4756-96f6-076a1a6d5c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:49.827130 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-2ba70fe7-ee1d-4756-96f6-076a1a6d5c4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:49.828324 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-2ba70fe7-ee1d-4756-96f6-076a1a6d5c4c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f396fdb4-dbb6-43d7-9fef-f7a572164ddc HTTP/1.1" status: 204 len: 168 time: 0.1157241 Jul 28 05:47:49.835727 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba70fe7-ee1d-4756-96f6-076a1a6d5c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f396fdb4-dbb6-43d7-9fef-f7a572164ddc,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:47:49.842633 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba70fe7-ee1d-4756-96f6-076a1a6d5c4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:47:49.842983 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba70fe7-ee1d-4756-96f6-076a1a6d5c4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:47:49.843332 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba70fe7-ee1d-4756-96f6-076a1a6d5c4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:47:49.843689 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba70fe7-ee1d-4756-96f6-076a1a6d5c4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:47:49.844024 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba70fe7-ee1d-4756-96f6-076a1a6d5c4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:47:49.844358 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba70fe7-ee1d-4756-96f6-076a1a6d5c4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:47:49.844688 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba70fe7-ee1d-4756-96f6-076a1a6d5c4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:47:49.845012 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba70fe7-ee1d-4756-96f6-076a1a6d5c4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:47:49.845341 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba70fe7-ee1d-4756-96f6-076a1a6d5c4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:47:49.845665 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba70fe7-ee1d-4756-96f6-076a1a6d5c4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:47:49.845987 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba70fe7-ee1d-4756-96f6-076a1a6d5c4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:47:49.846305 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba70fe7-ee1d-4756-96f6-076a1a6d5c4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:47:50.230497 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device b04950cf-02e8-4157-8adc-e06dce3b5bbd no longer exists at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:47:50.249728 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] No Port match for: b04950cf-02e8-4157-8adc-e06dce3b5bbd {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 05:47:50.250072 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device b04950cf-02e8-4157-8adc-e06dce3b5bbd not bound to the agent host dv-cinder-801617-3-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:47:50.250481 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 40e3f774-3403-46b1-8f41-29aaf328a893 no longer exists at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:47:50.267844 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] No Port match for: 40e3f774-3403-46b1-8f41-29aaf328a893 {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 05:47:50.268192 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 40e3f774-3403-46b1-8f41-29aaf328a893 not bound to the agent host dv-cinder-801617-3-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:47:53.980159 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1ca678a-6dd6-4ef9-af3d-de549bb99639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:56.841855 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-df3c2a33-f259-4c8e-99b0-24953859853c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:56.909968 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:57.912021 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:47:59.425759 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:18.627885 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:23.979572 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-654d134d-6aee-434e-9d83-7813d714cd39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:25.377661 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:48:26.841996 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-d6cb5bed-209e-4674-a3a6-e1edef736ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:26.909864 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:27.917789 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:29.427670 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:48.627442 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:49.109595 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 42392) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:48:49.260911 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-d6bf8808-fa27-4d3e-8c3d-3468e95292f2 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Deleting port fa55518c-6d39-47ea-a5fb-10222f99f2ff {{(pid=93163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 05:48:49.261263 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d6bf8808-fa27-4d3e-8c3d-3468e95292f2 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227548555'] for port, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:49.336844 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d6bf8808-fa27-4d3e-8c3d-3468e95292f2 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402200'] for port, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:49.337171 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d6bf8808-fa27-4d3e-8c3d-3468e95292f2 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:49.348375 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-d6bf8808-fa27-4d3e-8c3d-3468e95292f2 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Calling delete_port for fa55518c-6d39-47ea-a5fb-10222f99f2ff owned by network:floatingip {{(pid=93163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 05:48:49.490309 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d6bf8808-fa27-4d3e-8c3d-3468e95292f2 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227552799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227148301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5267504'] for port, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:49.514736 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bf8808-fa27-4d3e-8c3d-3468e95292f2 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Pushing event deleted for resources: {'Port': ['ID=fa55518c-6d39-47ea-a5fb-10222f99f2ff,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:48:49.574207 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d6bf8808-fa27-4d3e-8c3d-3468e95292f2 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Notify callbacks [] for floatingip, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:49.574661 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.db.l3_db [None req-d6bf8808-fa27-4d3e-8c3d-3468e95292f2 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Floating IP 900ef17c-7866-4659-aa95-1fef988f4700 disassociated (deleted). External IP: 172.27.2.142, port: 50451bd5-9849-4d00-a2a3-1681fee59077. Jul 28 05:48:49.770914 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6bf8808-fa27-4d3e-8c3d-3468e95292f2 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Router 964d4d32-a80d-456d-9318-cdb19117d124 has already been hosted by L3 agent febb8baf-5368-4b94-affe-2856141f0f3f {{(pid=93163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 05:48:49.873923 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6bf8808-fa27-4d3e-8c3d-3468e95292f2 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Notify agent at l3_agent.dv-cinder-801617-3-iscsi the message routers_updated {{(pid=93163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:48:49.878328 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-d6bf8808-fa27-4d3e-8c3d-3468e95292f2 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068'] for floatingip, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:49.883613 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361c5c2f-55ce-4c65-a785-9176fa2866d3 None None] Sync routers for ids ['964d4d32-a80d-456d-9318-cdb19117d124'] in dv-cinder-801617-3-iscsi {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:48:49.892156 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361c5c2f-55ce-4c65-a785-9176fa2866d3 None None] Routers {'964d4d32-a80d-456d-9318-cdb19117d124'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:48:49.892796 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-361c5c2f-55ce-4c65-a785-9176fa2866d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:48:27Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['964d4d32-a80d-456d-9318-cdb19117d124'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:48:49.906254 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-d6bf8808-fa27-4d3e-8c3d-3468e95292f2 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "DELETE /v2.0/floatingips/900ef17c-7866-4659-aa95-1fef988f4700 HTTP/1.1" status: 204 len: 168 time: 0.7932885 Jul 28 05:48:49.906254 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2', 'tag': '50451bd5-9849-4d00-a2a3-1681fee59077'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:48:49.907537 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdaae2d937131cd036474998a49e3e11d53281396ea4e1ac8b096c837d21eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b3994f-c088-4021-9c67-fd375195ee8f" -d '{"events": [{"name": "network-changed", "server_uuid": "c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2", "tag": "50451bd5-9849-4d00-a2a3-1681fee59077"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:48:49.946710 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 05:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc5770c-b2b3-4a7f-ba8c-42b721fe4281 x-openstack-request-id: req-cfc5770c-b2b3-4a7f-ba8c-42b721fe4281 {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:48:49.946998 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2", "tag": "50451bd5-9849-4d00-a2a3-1681fee59077", "status": "completed", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:48:49.947246 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cfc5770c-b2b3-4a7f-ba8c-42b721fe4281 {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:48:49.947683 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2', 'tag': '50451bd5-9849-4d00-a2a3-1681fee59077', 'status': 'completed', 'code': 200} Jul 28 05:48:50.014616 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-361c5c2f-55ce-4c65-a785-9176fa2866d3 None None] Set router 964d4d32-a80d-456d-9318-cdb19117d124 gateway port host: dv-cinder-801617-3-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:48:50.040476 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3994f-c088-4021-9c67-fd375195ee8f req-562eee73-8133-4960-bef7-e6bac406e8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:48:50.041982 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-19b3994f-c088-4021-9c67-fd375195ee8f req-562eee73-8133-4960-bef7-e6bac406e8e6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=478beb6fcdd6407da3c142fae91116ed&device_id=c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2 HTTP/1.1" status: 200 len: 1099 time: 0.0495369 Jul 28 05:48:50.180839 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a22bee-8de3-426b-80f7-40650191438f req-76322463-d871-43ff-8004-cef74a4c1fd9 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:48:50.182332 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b4a22bee-8de3-426b-80f7-40650191438f req-76322463-d871-43ff-8004-cef74a4c1fd9 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2 HTTP/1.1" status: 200 len: 946 time: 0.0966189 Jul 28 05:48:50.219832 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-361c5c2f-55ce-4c65-a785-9176fa2866d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '964d4d32-a80d-456d-9318-cdb19117d124', 'name': 'tempest-TestShelveInstance-897147168-router', 'tenant_id': '478beb6fcdd6407da3c142fae91116ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '281e9c9c-2d3e-45a8-b0dd-4f82882fa291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:44:07Z', 'updated_at': '2021-07-28T05:44:10Z', 'revision_number': 4, 'project_id': '478beb6fcdd6407da3c142fae91116ed', 'gw_port': {'id': '281e9c9c-2d3e-45a8-b0dd-4f82882fa291', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964d4d32-a80d-456d-9318-cdb19117d124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:44:07Z', 'updated_at': '2021-07-28T05:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_interfaces': [{'id': '26e64f7c-ae0c-4c0f-a95d-0f4398cd60db', 'name': '', 'network_id': 'ca9615ec-5de0-432f-98b2-f9ae6a48e274', 'tenant_id': '478beb6fcdd6407da3c142fae91116ed', 'mac_address': 'fa:16:3e:fc:7c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964d4d32-a80d-456d-9318-cdb19117d124', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '161a72e3-56b4-4d3a-a9d9-e80062e7f6ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:44:09Z', 'updated_at': '2021-07-28T05:44:16Z', 'revision_number': 5, 'project_id': '478beb6fcdd6407da3c142fae91116ed', 'subnets': [{'id': '161a72e3-56b4-4d3a-a9d9-e80062e7f6ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:48:50.233145 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3994f-c088-4021-9c67-fd375195ee8f req-b142d0ad-3988-4545-9c60-988b3f8414d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:48:50.234605 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-19b3994f-c088-4021-9c67-fd375195ee8f req-b142d0ad-3988-4545-9c60-988b3f8414d3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ca9615ec-5de0-432f-98b2-f9ae6a48e274 HTTP/1.1" status: 200 len: 909 time: 0.1399052 Jul 28 05:48:50.241763 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b4a22bee-8de3-426b-80f7-40650191438f req-0203eda5-9305-4649-b157-50461fd5c648 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfd18c5b-b681-4698-a5cb-e81c19e82364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512362 Jul 28 05:48:50.246455 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361c5c2f-55ce-4c65-a785-9176fa2866d3 None None] Checking router: 964d4d32-a80d-456d-9318-cdb19117d124 for host: dv-cinder-801617-3-iscsi {{(pid=93164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:48:50.264821 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361c5c2f-55ce-4c65-a785-9176fa2866d3 None None] Routers {'964d4d32-a80d-456d-9318-cdb19117d124'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:48:50.265428 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-361c5c2f-55ce-4c65-a785-9176fa2866d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:48:27Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['964d4d32-a80d-456d-9318-cdb19117d124'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:48:50.277233 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-19b3994f-c088-4021-9c67-fd375195ee8f req-5c7f3309-6f86-40c2-9e9b-df7f93cfb9bb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50451bd5-9849-4d00-a2a3-1681fee59077 HTTP/1.1" status: 200 len: 217 time: 0.0343137 Jul 28 05:48:50.327798 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3994f-c088-4021-9c67-fd375195ee8f req-7758d513-53a1-4b4f-91c4-a29a229fbe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:48:50.329164 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-19b3994f-c088-4021-9c67-fd375195ee8f req-7758d513-53a1-4b4f-91c4-a29a229fbe6e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=161a72e3-56b4-4d3a-a9d9-e80062e7f6ce HTTP/1.1" status: 200 len: 847 time: 0.0436366 Jul 28 05:48:50.371627 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-361c5c2f-55ce-4c65-a785-9176fa2866d3 None None] Set router 964d4d32-a80d-456d-9318-cdb19117d124 gateway port host: dv-cinder-801617-3-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:48:50.378509 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3994f-c088-4021-9c67-fd375195ee8f req-db68a7c0-280f-42a2-9c4d-fb34a1fefc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:48:50.380022 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-19b3994f-c088-4021-9c67-fd375195ee8f req-db68a7c0-280f-42a2-9c4d-fb34a1fefc23 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ca9615ec-5de0-432f-98b2-f9ae6a48e274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409868 Jul 28 05:48:50.468995 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-19b3994f-c088-4021-9c67-fd375195ee8f req-a014935a-1fd7-4f09-8ee3-2400f2f33a3e service neutron] 10.222.0.21 "GET /v2.0/networks/ca9615ec-5de0-432f-98b2-f9ae6a48e274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809298 Jul 28 05:48:50.557266 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-19b3994f-c088-4021-9c67-fd375195ee8f req-e7618759-a7c6-456b-a852-c96a11ea6120 service neutron] 10.222.0.21 "GET /v2.0/networks/ca9615ec-5de0-432f-98b2-f9ae6a48e274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803597 Jul 28 05:48:50.567410 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-361c5c2f-55ce-4c65-a785-9176fa2866d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '964d4d32-a80d-456d-9318-cdb19117d124', 'name': 'tempest-TestShelveInstance-897147168-router', 'tenant_id': '478beb6fcdd6407da3c142fae91116ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '281e9c9c-2d3e-45a8-b0dd-4f82882fa291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:44:07Z', 'updated_at': '2021-07-28T05:44:10Z', 'revision_number': 4, 'project_id': '478beb6fcdd6407da3c142fae91116ed', 'gw_port': {'id': '281e9c9c-2d3e-45a8-b0dd-4f82882fa291', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964d4d32-a80d-456d-9318-cdb19117d124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:44:07Z', 'updated_at': '2021-07-28T05:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_interfaces': [{'id': '26e64f7c-ae0c-4c0f-a95d-0f4398cd60db', 'name': '', 'network_id': 'ca9615ec-5de0-432f-98b2-f9ae6a48e274', 'tenant_id': '478beb6fcdd6407da3c142fae91116ed', 'mac_address': 'fa:16:3e:fc:7c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964d4d32-a80d-456d-9318-cdb19117d124', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '161a72e3-56b4-4d3a-a9d9-e80062e7f6ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:44:09Z', 'updated_at': '2021-07-28T05:44:16Z', 'revision_number': 5, 'project_id': '478beb6fcdd6407da3c142fae91116ed', 'subnets': [{'id': '161a72e3-56b4-4d3a-a9d9-e80062e7f6ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:48:50.594608 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361c5c2f-55ce-4c65-a785-9176fa2866d3 None None] The sync data for ids ['964d4d32-a80d-456d-9318-cdb19117d124'] in dv-cinder-801617-3-iscsi is: [{'id': '964d4d32-a80d-456d-9318-cdb19117d124', 'name': 'tempest-TestShelveInstance-897147168-router', 'tenant_id': '478beb6fcdd6407da3c142fae91116ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '281e9c9c-2d3e-45a8-b0dd-4f82882fa291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:44:07Z', 'updated_at': '2021-07-28T05:44:10Z', 'revision_number': 4, 'project_id': '478beb6fcdd6407da3c142fae91116ed', 'gw_port': {'id': '281e9c9c-2d3e-45a8-b0dd-4f82882fa291', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964d4d32-a80d-456d-9318-cdb19117d124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:44:07Z', 'updated_at': '2021-07-28T05:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi', '_interfaces': [{'id': '26e64f7c-ae0c-4c0f-a95d-0f4398cd60db', 'name': '', 'network_id': 'ca9615ec-5de0-432f-98b2-f9ae6a48e274', 'tenant_id': '478beb6fcdd6407da3c142fae91116ed', 'mac_address': 'fa:16:3e:fc:7c:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964d4d32-a80d-456d-9318-cdb19117d124', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '161a72e3-56b4-4d3a-a9d9-e80062e7f6ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:44:09Z', 'updated_at': '2021-07-28T05:44:16Z', 'revision_number': 5, 'project_id': '478beb6fcdd6407da3c142fae91116ed', 'subnets': [{'id': '161a72e3-56b4-4d3a-a9d9-e80062e7f6ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:48:50.809428 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3983f735-4d00-4788-8811-e02f45588bbd None None] New status for floating IP 900ef17c-7866-4659-aa95-1fef988f4700: DOWN {{(pid=93165) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 05:48:51.361986 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b59418b-6fd3-45e3-aa73-182f6a2aa929 req-92a4cdba-68d0-4ee5-8706-21afa613dd72 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:48:51.363722 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7b59418b-6fd3-45e3-aa73-182f6a2aa929 req-92a4cdba-68d0-4ee5-8706-21afa613dd72 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2 HTTP/1.1" status: 200 len: 946 time: 0.0537264 Jul 28 05:48:51.408714 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-7b59418b-6fd3-45e3-aa73-182f6a2aa929 req-7bf2b876-52c4-4051-904e-097a836ce981 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/security-groups?id=dfd18c5b-b681-4698-a5cb-e81c19e82364&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375125 Jul 28 05:48:51.806824 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8424fd9-ff01-4ff0-bfa3-297fbf20d23b req-66406aef-ba1e-4b86-bf78-54062ed45535 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93163) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 05:48:51.808251 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b8424fd9-ff01-4ff0-bfa3-297fbf20d23b req-66406aef-ba1e-4b86-bf78-54062ed45535 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.21 "GET /v2.0/ports?device_id=c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2 HTTP/1.1" status: 200 len: 946 time: 0.0462339 Jul 28 05:48:51.893002 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [req-b8424fd9-ff01-4ff0-bfa3-297fbf20d23b req-cb73f732-a104-4199-a389-810999faacbb tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Deleting port 50451bd5-9849-4d00-a2a3-1681fee59077 {{(pid=93163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 05:48:51.893346 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-b8424fd9-ff01-4ff0-bfa3-297fbf20d23b req-cb73f732-a104-4199-a389-810999faacbb tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227548555'] for port, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:51.979103 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [req-b8424fd9-ff01-4ff0-bfa3-297fbf20d23b req-cb73f732-a104-4199-a389-810999faacbb tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] For port 50451bd5-9849-4d00-a2a3-1681fee59077, host hv-cinder-80161, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80161',level=0,port_id=50451bd5-9849-4d00-a2a3-1681fee59077,segment=NetworkSegment(6d787c1b-88ca-4968-bd6d-f632dbf3b2f3),segment_id=6d787c1b-88ca-4968-bd6d-f632dbf3b2f3)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:48:51.979495 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-b8424fd9-ff01-4ff0-bfa3-297fbf20d23b req-cb73f732-a104-4199-a389-810999faacbb tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402200'] for port, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:51.992380 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [req-b8424fd9-ff01-4ff0-bfa3-297fbf20d23b req-cb73f732-a104-4199-a389-810999faacbb tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Calling delete_port for 50451bd5-9849-4d00-a2a3-1681fee59077 owned by compute:nova {{(pid=93163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 05:48:52.115761 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-b8424fd9-ff01-4ff0-bfa3-297fbf20d23b req-cb73f732-a104-4199-a389-810999faacbb tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227552799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227148301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5267504'] for port, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:52.142863 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb73f732-a104-4199-a389-810999faacbb tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Pushing event deleted for resources: {'Port': ['ID=50451bd5-9849-4d00-a2a3-1681fee59077,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:48:52.155179 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73f732-a104-4199-a389-810999faacbb tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:48:52.155558 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73f732-a104-4199-a389-810999faacbb tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:48:52.155901 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73f732-a104-4199-a389-810999faacbb tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:48:52.156233 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73f732-a104-4199-a389-810999faacbb tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:48:52.156564 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73f732-a104-4199-a389-810999faacbb tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:48:52.156894 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73f732-a104-4199-a389-810999faacbb tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:48:52.157218 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73f732-a104-4199-a389-810999faacbb tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:48:52.157539 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73f732-a104-4199-a389-810999faacbb tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:48:52.157861 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73f732-a104-4199-a389-810999faacbb tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:48:52.158182 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73f732-a104-4199-a389-810999faacbb tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:48:52.159152 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73f732-a104-4199-a389-810999faacbb tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:48:52.159528 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb73f732-a104-4199-a389-810999faacbb tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93163) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:48:52.192257 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8424fd9-ff01-4ff0-bfa3-297fbf20d23b req-cb73f732-a104-4199-a389-810999faacbb tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] No DVR routers for this DVR port 50451bd5-9849-4d00-a2a3-1681fee59077 on host hv-cinder-80161 {{(pid=93163) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 05:48:52.194547 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [req-b8424fd9-ff01-4ff0-bfa3-297fbf20d23b req-cb73f732-a104-4199-a389-810999faacbb tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2068'] for port, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:52.196565 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-b8424fd9-ff01-4ff0-bfa3-297fbf20d23b req-cb73f732-a104-4199-a389-810999faacbb tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.21 "DELETE /v2.0/ports/50451bd5-9849-4d00-a2a3-1681fee59077 HTTP/1.1" status: 204 len: 173 time: 0.3820481 Jul 28 05:48:52.196983 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2', 'name': 'network-vif-deleted', 'tag': '50451bd5-9849-4d00-a2a3-1681fee59077'}] {{(pid=93163) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 05:48:52.199182 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7fdaae2d937131cd036474998a49e3e11d53281396ea4e1ac8b096c837d21eb2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490c2fc4-d082-4372-8200-9876e6c38121" -d '{"events": [{"server_uuid": "c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2", "name": "network-vif-deleted", "tag": "50451bd5-9849-4d00-a2a3-1681fee59077"}]}' {{(pid=93163) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 05:48:52.249222 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 05:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057e0a94-3cc0-4410-8123-590f85f68bb1 x-openstack-request-id: req-057e0a94-3cc0-4410-8123-590f85f68bb1 {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 05:48:52.249505 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2", "name": "network-vif-deleted", "tag": "50451bd5-9849-4d00-a2a3-1681fee59077", "status": "completed", "code": 200}]} {{(pid=93163) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 05:48:52.249748 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-057e0a94-3cc0-4410-8123-590f85f68bb1 {{(pid=93163) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 05:48:52.250137 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2', 'name': 'network-vif-deleted', 'tag': '50451bd5-9849-4d00-a2a3-1681fee59077', 'status': 'completed', 'code': 200} Jul 28 05:48:52.504908 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [req-55622e8c-4485-42b9-93d2-dbf4ba680032 req-8561ae96-4121-4218-9e9f-899030386572 tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "GET /v2.0/ports?device_id=c7cfdf16-7afa-4b0f-97b5-ae7fac62d6f2 HTTP/1.1" status: 200 len: 210 time: 0.0319052 Jul 28 05:48:53.560592 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 42420) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:48:53.617226 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f218bb4b-a59a-47b8-a236-c6ba56ae739b tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:53.645965 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f218bb4b-a59a-47b8-a236-c6ba56ae739b tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:53.702754 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f218bb4b-a59a-47b8-a236-c6ba56ae739b tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:53.705403 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-f218bb4b-a59a-47b8-a236-c6ba56ae739b tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:53.706529 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-f218bb4b-a59a-47b8-a236-c6ba56ae739b tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] 10.222.0.13 "DELETE /v2.0/security-groups/dfd18c5b-b681-4698-a5cb-e81c19e82364 HTTP/1.1" status: 204 len: 168 time: 0.1449604 Jul 28 05:48:53.715042 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f218bb4b-a59a-47b8-a236-c6ba56ae739b tempest-TestShelveInstance-468020103 tempest-TestShelveInstance-468020103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd18c5b-b681-4698-a5cb-e81c19e82364,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:48:53.980057 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-caa2804d-2f51-4050-8359-802e15e41724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:54.774115 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 42428) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:48:55.375883 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32c571b6-da7a-4057-9e18-d37b614bf88b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409351'] for router_interface, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:55.607743 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-32c571b6-da7a-4057-9e18-d37b614bf88b admin admin] Deleting port 26e64f7c-ae0c-4c0f-a95d-0f4398cd60db {{(pid=93163) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 05:48:55.607998 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32c571b6-da7a-4057-9e18-d37b614bf88b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227548555'] for port, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:55.681403 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.db [None req-32c571b6-da7a-4057-9e18-d37b614bf88b admin admin] For port 26e64f7c-ae0c-4c0f-a95d-0f4398cd60db, host dv-cinder-801617-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=26e64f7c-ae0c-4c0f-a95d-0f4398cd60db,segment=NetworkSegment(6d787c1b-88ca-4968-bd6d-f632dbf3b2f3),segment_id=6d787c1b-88ca-4968-bd6d-f632dbf3b2f3)] {{(pid=93163) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:48:55.681756 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32c571b6-da7a-4057-9e18-d37b614bf88b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402200'] for port, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:55.694189 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.plugins.ml2.plugin [None req-32c571b6-da7a-4057-9e18-d37b614bf88b admin admin] Calling delete_port for 26e64f7c-ae0c-4c0f-a95d-0f4398cd60db owned by network:router_interface {{(pid=93163) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 05:48:55.866568 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32c571b6-da7a-4057-9e18-d37b614bf88b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227552799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227148301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5267504'] for port, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:55.890202 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c571b6-da7a-4057-9e18-d37b614bf88b admin admin] Pushing event deleted for resources: {'Port': ['ID=26e64f7c-ae0c-4c0f-a95d-0f4398cd60db,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:48:56.053747 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-32c571b6-da7a-4057-9e18-d37b614bf88b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409451'] for router_interface, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:56.264386 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32c571b6-da7a-4057-9e18-d37b614bf88b admin admin] Router 964d4d32-a80d-456d-9318-cdb19117d124 has already been hosted by L3 agent febb8baf-5368-4b94-affe-2856141f0f3f {{(pid=93163) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 05:48:56.368800 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c571b6-da7a-4057-9e18-d37b614bf88b admin admin] Notify agent at l3_agent.dv-cinder-801617-3-iscsi the message routers_updated {{(pid=93163) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:48:56.376146 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-32c571b6-da7a-4057-9e18-d37b614bf88b admin admin] 10.222.0.13 "PUT /v2.0/routers/964d4d32-a80d-456d-9318-cdb19117d124/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6007245 Jul 28 05:48:56.376537 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 42430) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:48:56.377268 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b2943c-22ce-4471-97dc-fd276cf047ce None None] Sync routers for ids ['964d4d32-a80d-456d-9318-cdb19117d124'] in dv-cinder-801617-3-iscsi {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:48:56.386191 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b2943c-22ce-4471-97dc-fd276cf047ce None None] Routers {'964d4d32-a80d-456d-9318-cdb19117d124'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:48:56.386794 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-b5b2943c-22ce-4471-97dc-fd276cf047ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:48:27Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['964d4d32-a80d-456d-9318-cdb19117d124'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:48:56.478077 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-be84fe9f-3e8f-4366-89b4-ee292768b755 admin admin] Notify callbacks [] for router, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:56.488606 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-b5b2943c-22ce-4471-97dc-fd276cf047ce None None] Set router 964d4d32-a80d-456d-9318-cdb19117d124 gateway port host: dv-cinder-801617-3-iscsi {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:48:56.577374 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-be84fe9f-3e8f-4366-89b4-ee292768b755 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:56.630265 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-be84fe9f-3e8f-4366-89b4-ee292768b755 admin admin] Deleting port 281e9c9c-2d3e-45a8-b0dd-4f82882fa291 {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 05:48:56.630618 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-be84fe9f-3e8f-4366-89b4-ee292768b755 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227548555'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:56.668725 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-b5b2943c-22ce-4471-97dc-fd276cf047ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '964d4d32-a80d-456d-9318-cdb19117d124', 'name': 'tempest-TestShelveInstance-897147168-router', 'tenant_id': '478beb6fcdd6407da3c142fae91116ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '281e9c9c-2d3e-45a8-b0dd-4f82882fa291', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:44:07Z', 'updated_at': '2021-07-28T05:48:55Z', 'revision_number': 5, 'project_id': '478beb6fcdd6407da3c142fae91116ed', 'gw_port': {'id': '281e9c9c-2d3e-45a8-b0dd-4f82882fa291', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:cb:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964d4d32-a80d-456d-9318-cdb19117d124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:44:07Z', 'updated_at': '2021-07-28T05:44:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi'}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:48:56.695443 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b2943c-22ce-4471-97dc-fd276cf047ce None None] Checking router: 964d4d32-a80d-456d-9318-cdb19117d124 for host: dv-cinder-801617-3-iscsi {{(pid=93164) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:48:56.704699 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b2943c-22ce-4471-97dc-fd276cf047ce None None] Routers {'964d4d32-a80d-456d-9318-cdb19117d124'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93164) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:48:56.705943 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-b5b2943c-22ce-4471-97dc-fd276cf047ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:48:27Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['964d4d32-a80d-456d-9318-cdb19117d124'], 'active': True} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:48:56.717684 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [None req-be84fe9f-3e8f-4366-89b4-ee292768b755 admin admin] For port 281e9c9c-2d3e-45a8-b0dd-4f82882fa291, host dv-cinder-801617-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=281e9c9c-2d3e-45a8-b0dd-4f82882fa291,segment=NetworkSegment(d34fa97e-0825-4a06-9105-26c8994a2a7e),segment_id=d34fa97e-0825-4a06-9105-26c8994a2a7e)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:48:56.718057 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-be84fe9f-3e8f-4366-89b4-ee292768b755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402200'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:56.731397 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-be84fe9f-3e8f-4366-89b4-ee292768b755 admin admin] Calling delete_port for 281e9c9c-2d3e-45a8-b0dd-4f82882fa291 owned by network:router_gateway {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 05:48:56.789579 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvr_db [None req-b5b2943c-22ce-4471-97dc-fd276cf047ce None None] Set router 964d4d32-a80d-456d-9318-cdb19117d124 gateway port host: None {{(pid=93164) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:48:56.843028 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_hamode_db [None req-b5b2943c-22ce-4471-97dc-fd276cf047ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '964d4d32-a80d-456d-9318-cdb19117d124', 'name': 'tempest-TestShelveInstance-897147168-router', 'tenant_id': '478beb6fcdd6407da3c142fae91116ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:44:07Z', 'updated_at': '2021-07-28T05:48:56Z', 'revision_number': 6, 'project_id': '478beb6fcdd6407da3c142fae91116ed', 'gw_port_host': None}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93164) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:48:56.875801 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5b2943c-22ce-4471-97dc-fd276cf047ce None None] The sync data for ids ['964d4d32-a80d-456d-9318-cdb19117d124'] in dv-cinder-801617-3-iscsi is: [{'id': '964d4d32-a80d-456d-9318-cdb19117d124', 'name': 'tempest-TestShelveInstance-897147168-router', 'tenant_id': '478beb6fcdd6407da3c142fae91116ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:44:07Z', 'updated_at': '2021-07-28T05:48:56Z', 'revision_number': 6, 'project_id': '478beb6fcdd6407da3c142fae91116ed', 'gw_port_host': None}] {{(pid=93164) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:48:56.879438 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-3d8f9e6e-facc-4c6b-b641-3d87293885e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:56.896842 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-be84fe9f-3e8f-4366-89b4-ee292768b755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227552799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227148301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4414135'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:56.918177 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:56.920635 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be84fe9f-3e8f-4366-89b4-ee292768b755 admin admin] Pushing event deleted for resources: {'Port': ['ID=281e9c9c-2d3e-45a8-b0dd-4f82882fa291,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:48:56.934125 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be84fe9f-3e8f-4366-89b4-ee292768b755 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:48:56.934474 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be84fe9f-3e8f-4366-89b4-ee292768b755 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:48:56.934812 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be84fe9f-3e8f-4366-89b4-ee292768b755 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:48:56.935147 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be84fe9f-3e8f-4366-89b4-ee292768b755 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:48:56.935501 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be84fe9f-3e8f-4366-89b4-ee292768b755 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:48:56.935834 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be84fe9f-3e8f-4366-89b4-ee292768b755 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:48:56.936161 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be84fe9f-3e8f-4366-89b4-ee292768b755 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:48:56.936484 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be84fe9f-3e8f-4366-89b4-ee292768b755 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:48:56.936811 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be84fe9f-3e8f-4366-89b4-ee292768b755 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:48:56.937131 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be84fe9f-3e8f-4366-89b4-ee292768b755 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:48:56.937450 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be84fe9f-3e8f-4366-89b4-ee292768b755 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:48:56.937766 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be84fe9f-3e8f-4366-89b4-ee292768b755 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93162) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:48:56.990907 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-be84fe9f-3e8f-4366-89b4-ee292768b755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406729'] for router_gateway, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:57.080381 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-be84fe9f-3e8f-4366-89b4-ee292768b755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-922'] for router, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:57.082565 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-be84fe9f-3e8f-4366-89b4-ee292768b755 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:57.123962 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-be84fe9f-3e8f-4366-89b4-ee292768b755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555462'] for router, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:57.124470 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be84fe9f-3e8f-4366-89b4-ee292768b755 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 964d4d32-a80d-456d-9318-cdb19117d124 {{(pid=93162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 05:48:57.129268 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-be84fe9f-3e8f-4366-89b4-ee292768b755 admin admin] Notify callbacks [] for router, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:57.130419 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-be84fe9f-3e8f-4366-89b4-ee292768b755 admin admin] 10.222.0.13 "DELETE /v2.0/routers/964d4d32-a80d-456d-9318-cdb19117d124 HTTP/1.1" status: 204 len: 168 time: 0.7528758 Jul 28 05:48:57.132880 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 42434) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:48:57.175616 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4b68bed-eaf6-4465-b97f-f892ac854b9a admin admin] Deleting subnet 161a72e3-56b4-4d3a-a9d9-e80062e7f6ce {{(pid=93162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 05:48:57.178464 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b4b68bed-eaf6-4465-b97f-f892ac854b9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:57.212030 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b4b68bed-eaf6-4465-b97f-f892ac854b9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4869481'] for subnet, precommit_delete_associations {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:57.213792 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device 50451bd5-9849-4d00-a2a3-1681fee59077 no longer exists at agent hyperv_hv-cinder-80161 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:48:57.233731 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] No Port match for: 50451bd5-9849-4d00-a2a3-1681fee59077 {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 05:48:57.234084 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Device 50451bd5-9849-4d00-a2a3-1681fee59077 not bound to the agent host hv-cinder-80161 {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:48:57.297870 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b4b68bed-eaf6-4465-b97f-f892ac854b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504883'] for subnet, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:57.349553 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b4b68bed-eaf6-4465-b97f-f892ac854b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1504890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4414178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4221011'] for subnet, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:57.375478 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b68bed-eaf6-4465-b97f-f892ac854b9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=161a72e3-56b4-4d3a-a9d9-e80062e7f6ce,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:48:57.379200 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-b4b68bed-eaf6-4465-b97f-f892ac854b9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:57.381089 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-b4b68bed-eaf6-4465-b97f-f892ac854b9a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/161a72e3-56b4-4d3a-a9d9-e80062e7f6ce HTTP/1.1" status: 204 len: 168 time: 0.2472656 Jul 28 05:48:57.383603 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 42436) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:48:57.391574 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa80d32-3eed-4ebe-a15c-f2f7dffdf651 None None] Network ca9615ec-5de0-432f-98b2-f9ae6a48e274 requested from dv-cinder-801617-3-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 05:48:57.453174 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e28a5035-58b8-4cf4-b51d-ebfd31b4c1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1632385'] for network, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:57.507361 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-e28a5035-58b8-4cf4-b51d-ebfd31b4c1b8 admin admin] Deleting port f9929968-7d38-411e-bb83-c6b1fe64cb5d {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 05:48:57.507744 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e28a5035-58b8-4cf4-b51d-ebfd31b4c1b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227548555'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:57.571048 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [None req-e28a5035-58b8-4cf4-b51d-ebfd31b4c1b8 admin admin] For port f9929968-7d38-411e-bb83-c6b1fe64cb5d, host dv-cinder-801617-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=f9929968-7d38-411e-bb83-c6b1fe64cb5d,segment=NetworkSegment(6d787c1b-88ca-4968-bd6d-f632dbf3b2f3),segment_id=6d787c1b-88ca-4968-bd6d-f632dbf3b2f3)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:48:57.571287 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e28a5035-58b8-4cf4-b51d-ebfd31b4c1b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402200'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:57.584200 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-e28a5035-58b8-4cf4-b51d-ebfd31b4c1b8 admin admin] Calling delete_port for f9929968-7d38-411e-bb83-c6b1fe64cb5d owned by network:dhcp {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 05:48:57.667553 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e28a5035-58b8-4cf4-b51d-ebfd31b4c1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227552799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227148301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4414135'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:57.693889 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28a5035-58b8-4cf4-b51d-ebfd31b4c1b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9929968-7d38-411e-bb83-c6b1fe64cb5d,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:48:57.694410 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da24f5c2-fb16-4af5-b055-e30a2f0ee963 None None] DHCP port deletion for ca9615ec-5de0-432f-98b2-f9ae6a48e274 request from dv-cinder-801617-3-iscsi {{(pid=93164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 05:48:57.697343 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28a5035-58b8-4cf4-b51d-ebfd31b4c1b8 admin admin] No DVR routers for this DVR port f9929968-7d38-411e-bb83-c6b1fe64cb5d on host dv-cinder-801617-3-iscsi {{(pid=93162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 05:48:57.774513 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e28a5035-58b8-4cf4-b51d-ebfd31b4c1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377030', 'neutron.services.segments.db._delete_segments_for_network-8765227628337'] for network, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:57.784627 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-e28a5035-58b8-4cf4-b51d-ebfd31b4c1b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca9615ec-5de0-432f-98b2-f9ae6a48e274']}} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:48:57.794478 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-e28a5035-58b8-4cf4-b51d-ebfd31b4c1b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d787c1b-88ca-4968-bd6d-f632dbf3b2f3') {'for_net_delete': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:48:57.794772 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-e28a5035-58b8-4cf4-b51d-ebfd31b4c1b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d787c1b-88ca-4968-bd6d-f632dbf3b2f3') {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:48:57.803272 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e28a5035-58b8-4cf4-b51d-ebfd31b4c1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765227627066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4869472'] for segment, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:57.816794 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e28a5035-58b8-4cf4-b51d-ebfd31b4c1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502470'] for segment, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:57.823277 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e28a5035-58b8-4cf4-b51d-ebfd31b4c1b8 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=93162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 05:48:57.823743 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e28a5035-58b8-4cf4-b51d-ebfd31b4c1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4414104'] for segment, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:57.825445 dv-cinder-801617-3-iscsi neutron-server[93162]: Traceback (most recent call last): Jul 28 05:48:57.825445 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 05:48:57.825445 dv-cinder-801617-3-iscsi neutron-server[93162]: timer() Jul 28 05:48:57.825445 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 05:48:57.825445 dv-cinder-801617-3-iscsi neutron-server[93162]: cb(*args, **kw) Jul 28 05:48:57.825445 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 05:48:57.825445 dv-cinder-801617-3-iscsi neutron-server[93162]: return func(*args, **kwargs) Jul 28 05:48:57.825445 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 05:48:57.825445 dv-cinder-801617-3-iscsi neutron-server[93162]: self._notify() Jul 28 05:48:57.825445 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 05:48:57.825445 dv-cinder-801617-3-iscsi neutron-server[93162]: self.callback(batched_events) Jul 28 05:48:57.825445 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 05:48:57.825445 dv-cinder-801617-3-iscsi neutron-server[93162]: event.method(event) Jul 28 05:48:57.825445 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 05:48:57.825445 dv-cinder-801617-3-iscsi neutron-server[93162]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 05:48:57.825445 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 05:48:57.825445 dv-cinder-801617-3-iscsi neutron-server[93162]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 05:48:57.825445 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 05:48:57.825445 dv-cinder-801617-3-iscsi neutron-server[93162]: return f(self, *a, **k) Jul 28 05:48:57.825445 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 05:48:57.825445 dv-cinder-801617-3-iscsi neutron-server[93162]: return self._get(url).json() Jul 28 05:48:57.825445 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 05:48:57.825445 dv-cinder-801617-3-iscsi neutron-server[93162]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 05:48:57.825445 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 05:48:57.825445 dv-cinder-801617-3-iscsi neutron-server[93162]: return self.request(url, 'GET', **kwargs) Jul 28 05:48:57.825445 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 05:48:57.825445 dv-cinder-801617-3-iscsi neutron-server[93162]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 05:48:57.825445 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 05:48:57.825445 dv-cinder-801617-3-iscsi neutron-server[93162]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 05:48:57.825445 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 05:48:57.825445 dv-cinder-801617-3-iscsi neutron-server[93162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 05:48:57.825445 dv-cinder-801617-3-iscsi neutron-server[93162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 05:48:57.881253 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e28a5035-58b8-4cf4-b51d-ebfd31b4c1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406773'] for network, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:57.886044 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-e28a5035-58b8-4cf4-b51d-ebfd31b4c1b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for network, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:57.890710 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-e28a5035-58b8-4cf4-b51d-ebfd31b4c1b8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ca9615ec-5de0-432f-98b2-f9ae6a48e274 HTTP/1.1" status: 204 len: 168 time: 0.5034199 Jul 28 05:48:57.891550 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 42438) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:48:57.908282 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28a5035-58b8-4cf4-b51d-ebfd31b4c1b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca9615ec-5de0-432f-98b2-f9ae6a48e274,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:48:57.922195 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:58.242713 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-00ebd477-1a96-436d-ae8c-c2b8dacc449f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-409351'] for router_interface, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:58.267602 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 26e64f7c-ae0c-4c0f-a95d-0f4398cd60db no longer exists at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:48:58.287154 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] No Port match for: 26e64f7c-ae0c-4c0f-a95d-0f4398cd60db {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 05:48:58.287520 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 26e64f7c-ae0c-4c0f-a95d-0f4398cd60db not bound to the agent host dv-cinder-801617-3-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:48:58.287932 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device f9929968-7d38-411e-bb83-c6b1fe64cb5d no longer exists at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:48:58.305969 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] No Port match for: f9929968-7d38-411e-bb83-c6b1fe64cb5d {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 05:48:58.306309 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device f9929968-7d38-411e-bb83-c6b1fe64cb5d not bound to the agent host dv-cinder-801617-3-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:48:58.306715 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 281e9c9c-2d3e-45a8-b0dd-4f82882fa291 no longer exists at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:48:58.324572 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] No Port match for: 281e9c9c-2d3e-45a8-b0dd-4f82882fa291 {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 05:48:58.324913 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 281e9c9c-2d3e-45a8-b0dd-4f82882fa291 not bound to the agent host dv-cinder-801617-3-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:48:58.480891 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-00ebd477-1a96-436d-ae8c-c2b8dacc449f admin admin] Deleting port 769e993d-4d20-4d61-a13f-20a31802da1d {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 05:48:58.481462 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-00ebd477-1a96-436d-ae8c-c2b8dacc449f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227548555'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:58.555202 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [None req-00ebd477-1a96-436d-ae8c-c2b8dacc449f admin admin] For port 769e993d-4d20-4d61-a13f-20a31802da1d, host dv-cinder-801617-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=769e993d-4d20-4d61-a13f-20a31802da1d,segment=NetworkSegment(c0e72074-b793-4cac-9276-938f24d82026),segment_id=c0e72074-b793-4cac-9276-938f24d82026)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:48:58.555589 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-00ebd477-1a96-436d-ae8c-c2b8dacc449f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402200'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:58.567644 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-00ebd477-1a96-436d-ae8c-c2b8dacc449f admin admin] Calling delete_port for 769e993d-4d20-4d61-a13f-20a31802da1d owned by network:router_interface {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 05:48:58.739741 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-00ebd477-1a96-436d-ae8c-c2b8dacc449f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227552799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227148301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4414135'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:58.768387 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ebd477-1a96-436d-ae8c-c2b8dacc449f admin admin] Pushing event deleted for resources: {'Port': ['ID=769e993d-4d20-4d61-a13f-20a31802da1d,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:48:59.139999 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-00ebd477-1a96-436d-ae8c-c2b8dacc449f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-598436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-409451'] for router_interface, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:59.346386 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ebd477-1a96-436d-ae8c-c2b8dacc449f admin admin] Router 16194e11-d44c-41aa-86b8-1aad6721e6d3 has already been hosted by L3 agent febb8baf-5368-4b94-affe-2856141f0f3f {{(pid=93162) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 05:48:59.431212 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:59.455363 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ebd477-1a96-436d-ae8c-c2b8dacc449f admin admin] Notify agent at l3_agent.dv-cinder-801617-3-iscsi the message routers_updated {{(pid=93162) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 05:48:59.460282 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-00ebd477-1a96-436d-ae8c-c2b8dacc449f admin admin] 10.222.0.13 "PUT /v2.0/routers/16194e11-d44c-41aa-86b8-1aad6721e6d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5678031 Jul 28 05:48:59.462769 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 42440) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:48:59.466736 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca430a5f-5939-4aa0-8221-24ca139ed0a1 None None] Sync routers for ids ['16194e11-d44c-41aa-86b8-1aad6721e6d3'] in dv-cinder-801617-3-iscsi {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 05:48:59.476004 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca430a5f-5939-4aa0-8221-24ca139ed0a1 None None] Routers {'16194e11-d44c-41aa-86b8-1aad6721e6d3'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:48:59.476589 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-ca430a5f-5939-4aa0-8221-24ca139ed0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:48:57Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['16194e11-d44c-41aa-86b8-1aad6721e6d3'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:48:59.565819 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2f7c031a-d73b-48b4-954b-9a0f2c5f5b05 admin admin] Notify callbacks [] for router, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:59.577747 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-ca430a5f-5939-4aa0-8221-24ca139ed0a1 None None] Set router 16194e11-d44c-41aa-86b8-1aad6721e6d3 gateway port host: dv-cinder-801617-3-iscsi {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:48:59.665478 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2f7c031a-d73b-48b4-954b-9a0f2c5f5b05 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:59.716314 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-2f7c031a-d73b-48b4-954b-9a0f2c5f5b05 admin admin] Deleting port fd1b0759-3d80-49cd-91bd-698542715ea7 {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 05:48:59.716652 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2f7c031a-d73b-48b4-954b-9a0f2c5f5b05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227548555'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:59.747669 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-ca430a5f-5939-4aa0-8221-24ca139ed0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16194e11-d44c-41aa-86b8-1aad6721e6d3', 'name': 'tempest-TestShelveInstance-1451702822-router', 'tenant_id': 'cf3ccbfa2d8f4220820c886a0bed7e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'external_fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.211'}], 'enable_snat': True}, 'gw_port_id': 'fd1b0759-3d80-49cd-91bd-698542715ea7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:44:13Z', 'updated_at': '2021-07-28T05:48:58Z', 'revision_number': 5, 'project_id': 'cf3ccbfa2d8f4220820c886a0bed7e67', 'gw_port': {'id': 'fd1b0759-3d80-49cd-91bd-698542715ea7', 'name': '', 'network_id': 'c7125004-43ac-4633-9f2f-3f406f3e858d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:a7:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16194e11-d44c-41aa-86b8-1aad6721e6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'ip_address': '172.27.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801617-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T05:44:13Z', 'updated_at': '2021-07-28T05:44:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e72a7812-7eaf-41ec-8662-055279a1b0f7', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801617-3-iscsi'}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:48:59.776746 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca430a5f-5939-4aa0-8221-24ca139ed0a1 None None] Checking router: 16194e11-d44c-41aa-86b8-1aad6721e6d3 for host: dv-cinder-801617-3-iscsi {{(pid=93165) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 05:48:59.785334 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca430a5f-5939-4aa0-8221-24ca139ed0a1 None None] Routers {'16194e11-d44c-41aa-86b8-1aad6721e6d3'} bound to L3 agent in host dv-cinder-801617-3-iscsi {{(pid=93165) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 05:48:59.785941 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-ca430a5f-5939-4aa0-8221-24ca139ed0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801617-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T05:01:27Z,description=,heartbeat_timestamp=2021-07-28T05:48:57Z,host='dv-cinder-801617-3-iscsi',id=febb8baf-5368-4b94-affe-2856141f0f3f,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T05:01:27Z,topic='l3_agent')) {'router_ids': ['16194e11-d44c-41aa-86b8-1aad6721e6d3'], 'active': True} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:48:59.793278 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [None req-2f7c031a-d73b-48b4-954b-9a0f2c5f5b05 admin admin] For port fd1b0759-3d80-49cd-91bd-698542715ea7, host dv-cinder-801617-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=fd1b0759-3d80-49cd-91bd-698542715ea7,segment=NetworkSegment(d34fa97e-0825-4a06-9105-26c8994a2a7e),segment_id=d34fa97e-0825-4a06-9105-26c8994a2a7e)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:48:59.793640 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2f7c031a-d73b-48b4-954b-9a0f2c5f5b05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402200'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:48:59.805893 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-2f7c031a-d73b-48b4-954b-9a0f2c5f5b05 admin admin] Calling delete_port for fd1b0759-3d80-49cd-91bd-698542715ea7 owned by network:router_gateway {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 05:48:59.864496 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_dvr_db [None req-ca430a5f-5939-4aa0-8221-24ca139ed0a1 None None] Set router 16194e11-d44c-41aa-86b8-1aad6721e6d3 gateway port host: None {{(pid=93165) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 05:48:59.916388 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.l3_hamode_db [None req-ca430a5f-5939-4aa0-8221-24ca139ed0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16194e11-d44c-41aa-86b8-1aad6721e6d3', 'name': 'tempest-TestShelveInstance-1451702822-router', 'tenant_id': 'cf3ccbfa2d8f4220820c886a0bed7e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:44:13Z', 'updated_at': '2021-07-28T05:48:59Z', 'revision_number': 6, 'project_id': 'cf3ccbfa2d8f4220820c886a0bed7e67', 'gw_port_host': None}], 'dv-cinder-801617-3-iscsi', False) {} {{(pid=93165) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:48:59.942484 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca430a5f-5939-4aa0-8221-24ca139ed0a1 None None] The sync data for ids ['16194e11-d44c-41aa-86b8-1aad6721e6d3'] in dv-cinder-801617-3-iscsi is: [{'id': '16194e11-d44c-41aa-86b8-1aad6721e6d3', 'name': 'tempest-TestShelveInstance-1451702822-router', 'tenant_id': 'cf3ccbfa2d8f4220820c886a0bed7e67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T05:44:13Z', 'updated_at': '2021-07-28T05:48:59Z', 'revision_number': 6, 'project_id': 'cf3ccbfa2d8f4220820c886a0bed7e67', 'gw_port_host': None}] {{(pid=93165) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 05:48:59.971076 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2f7c031a-d73b-48b4-954b-9a0f2c5f5b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227552799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227148301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4414135'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:49:00.001123 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7c031a-d73b-48b4-954b-9a0f2c5f5b05 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd1b0759-3d80-49cd-91bd-698542715ea7,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:49:00.059159 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2f7c031a-d73b-48b4-954b-9a0f2c5f5b05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-406729'] for router_gateway, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:49:00.147123 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2f7c031a-d73b-48b4-954b-9a0f2c5f5b05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-555606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-922'] for router, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:49:00.149219 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2f7c031a-d73b-48b4-954b-9a0f2c5f5b05 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:49:00.190000 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2f7c031a-d73b-48b4-954b-9a0f2c5f5b05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-555462'] for router, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:49:00.190647 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f7c031a-d73b-48b4-954b-9a0f2c5f5b05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16194e11-d44c-41aa-86b8-1aad6721e6d3 {{(pid=93162) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 05:49:00.194752 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-2f7c031a-d73b-48b4-954b-9a0f2c5f5b05 admin admin] Notify callbacks [] for router, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:49:00.195917 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-2f7c031a-d73b-48b4-954b-9a0f2c5f5b05 admin admin] 10.222.0.13 "DELETE /v2.0/routers/16194e11-d44c-41aa-86b8-1aad6721e6d3 HTTP/1.1" status: 204 len: 168 time: 0.7323337 Jul 28 05:49:00.198477 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 42442) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:49:00.245021 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5484478-c81e-4bf9-a462-6822c6a80424 admin admin] Deleting subnet ecf0b9cb-1898-4963-9b26-6e22c8af7687 {{(pid=93162) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 05:49:00.247904 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d5484478-c81e-4bf9-a462-6822c6a80424 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:49:00.280592 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d5484478-c81e-4bf9-a462-6822c6a80424 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4869481'] for subnet, precommit_delete_associations {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:49:00.372637 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d5484478-c81e-4bf9-a462-6822c6a80424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504883'] for subnet, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:49:00.400609 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 769e993d-4d20-4d61-a13f-20a31802da1d no longer exists at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:49:00.423388 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] No Port match for: 769e993d-4d20-4d61-a13f-20a31802da1d {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 05:49:00.423796 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 769e993d-4d20-4d61-a13f-20a31802da1d not bound to the agent host dv-cinder-801617-3-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:49:00.429014 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d5484478-c81e-4bf9-a462-6822c6a80424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1504890', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-531638', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4414178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4221011'] for subnet, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:49:00.453535 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5484478-c81e-4bf9-a462-6822c6a80424 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecf0b9cb-1898-4963-9b26-6e22c8af7687,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:49:00.457566 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-d5484478-c81e-4bf9-a462-6822c6a80424 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:49:00.459444 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-d5484478-c81e-4bf9-a462-6822c6a80424 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ecf0b9cb-1898-4963-9b26-6e22c8af7687 HTTP/1.1" status: 204 len: 168 time: 0.2600024 Jul 28 05:49:00.461861 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 42444) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:49:00.464295 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83364b1c-6102-4242-875a-18bf3fd96cc5 None None] Network 84d90fa8-c9fb-4f7c-9af2-949ec9747250 requested from dv-cinder-801617-3-iscsi {{(pid=93164) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 05:49:00.527499 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c295aaa3-562f-4587-8085-fe8e0ac33f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1632385'] for network, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:49:00.581865 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-c295aaa3-562f-4587-8085-fe8e0ac33f7d admin admin] Deleting port 6681bee2-5f21-4430-94f8-db9f5350f72d {{(pid=93162) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 05:49:00.582431 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c295aaa3-562f-4587-8085-fe8e0ac33f7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227548555'] for port, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:49:00.647697 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.db [None req-c295aaa3-562f-4587-8085-fe8e0ac33f7d admin admin] For port 6681bee2-5f21-4430-94f8-db9f5350f72d, host dv-cinder-801617-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801617-3-iscsi',level=0,port_id=6681bee2-5f21-4430-94f8-db9f5350f72d,segment=NetworkSegment(c0e72074-b793-4cac-9276-938f24d82026),segment_id=c0e72074-b793-4cac-9276-938f24d82026)] {{(pid=93162) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:49:00.647993 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c295aaa3-562f-4587-8085-fe8e0ac33f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402200'] for port, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:49:00.660039 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.plugin [None req-c295aaa3-562f-4587-8085-fe8e0ac33f7d admin admin] Calling delete_port for 6681bee2-5f21-4430-94f8-db9f5350f72d owned by network:dhcp {{(pid=93162) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 05:49:00.717047 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39eafcfa-3300-4973-b1ee-b5cee74ef224 None None] DHCP port deletion for 84d90fa8-c9fb-4f7c-9af2-949ec9747250 request from dv-cinder-801617-3-iscsi {{(pid=93164) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 05:49:00.750009 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c295aaa3-562f-4587-8085-fe8e0ac33f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227552799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227148301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4414135'] for port, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:49:00.771764 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-39eafcfa-3300-4973-b1ee-b5cee74ef224 None None] Deleting port 6681bee2-5f21-4430-94f8-db9f5350f72d {{(pid=93164) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 05:49:00.772418 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-39eafcfa-3300-4973-b1ee-b5cee74ef224 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765227548555'] for port, before_delete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:49:00.779949 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c295aaa3-562f-4587-8085-fe8e0ac33f7d admin admin] Pushing event deleted for resources: {'Port': ['ID=6681bee2-5f21-4430-94f8-db9f5350f72d,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:49:00.784953 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c295aaa3-562f-4587-8085-fe8e0ac33f7d admin admin] No DVR routers for this DVR port 6681bee2-5f21-4430-94f8-db9f5350f72d on host dv-cinder-801617-3-iscsi {{(pid=93162) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 05:49:00.832356 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.db [None req-39eafcfa-3300-4973-b1ee-b5cee74ef224 None None] For port 6681bee2-5f21-4430-94f8-db9f5350f72d, host dv-cinder-801617-3-iscsi, got binding levels [] {{(pid=93164) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 05:49:00.832760 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-39eafcfa-3300-4973-b1ee-b5cee74ef224 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-402200'] for port, precommit_delete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:49:00.846255 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-39eafcfa-3300-4973-b1ee-b5cee74ef224 None None] Calling delete_port for 6681bee2-5f21-4430-94f8-db9f5350f72d owned by network:dhcp {{(pid=93164) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 05:49:00.848899 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.ipam_backend_mixin [None req-39eafcfa-3300-4973-b1ee-b5cee74ef224 None None] Port 6681bee2-5f21-4430-94f8-db9f5350f72d was not found and therefore no delete operation was performed {{(pid=93164) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 05:49:00.850483 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-39eafcfa-3300-4973-b1ee-b5cee74ef224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1451737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-935273', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765227552799', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765227148301'] for port, after_delete {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:49:00.855079 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c295aaa3-562f-4587-8085-fe8e0ac33f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1377030', 'neutron.services.segments.db._delete_segments_for_network-8765227628337'] for network, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:49:00.865690 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-c295aaa3-562f-4587-8085-fe8e0ac33f7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84d90fa8-c9fb-4f7c-9af2-949ec9747250']}} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:49:00.873216 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eafcfa-3300-4973-b1ee-b5cee74ef224 None None] Pushing event deleted for resources: {'Port': ['ID=6681bee2-5f21-4430-94f8-db9f5350f72d,revision_number=None']} {{(pid=93164) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:49:00.876133 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-c295aaa3-562f-4587-8085-fe8e0ac33f7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0e72074-b793-4cac-9276-938f24d82026') {'for_net_delete': True} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:49:00.876429 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.services.segments.db [None req-c295aaa3-562f-4587-8085-fe8e0ac33f7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0e72074-b793-4cac-9276-938f24d82026') {} {{(pid=93162) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 05:49:00.883019 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39eafcfa-3300-4973-b1ee-b5cee74ef224 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:49:00.883209 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39eafcfa-3300-4973-b1ee-b5cee74ef224 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:49:00.883575 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39eafcfa-3300-4973-b1ee-b5cee74ef224 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:49:00.883908 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39eafcfa-3300-4973-b1ee-b5cee74ef224 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:49:00.884237 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39eafcfa-3300-4973-b1ee-b5cee74ef224 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:49:00.884564 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39eafcfa-3300-4973-b1ee-b5cee74ef224 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:49:00.884889 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39eafcfa-3300-4973-b1ee-b5cee74ef224 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:49:00.885209 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39eafcfa-3300-4973-b1ee-b5cee74ef224 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:49:00.885533 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39eafcfa-3300-4973-b1ee-b5cee74ef224 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:49:00.885856 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39eafcfa-3300-4973-b1ee-b5cee74ef224 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:49:00.886173 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39eafcfa-3300-4973-b1ee-b5cee74ef224 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:49:00.886489 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39eafcfa-3300-4973-b1ee-b5cee74ef224 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801617-3-iscsi {{(pid=93164) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 05:49:00.887107 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c295aaa3-562f-4587-8085-fe8e0ac33f7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765227627066', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4869472'] for segment, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:49:00.889123 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39eafcfa-3300-4973-b1ee-b5cee74ef224 None None] No DVR routers for this DVR port 6681bee2-5f21-4430-94f8-db9f5350f72d on host dv-cinder-801617-3-iscsi {{(pid=93164) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 05:49:00.905377 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c295aaa3-562f-4587-8085-fe8e0ac33f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502470'] for segment, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:49:00.912658 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c295aaa3-562f-4587-8085-fe8e0ac33f7d admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=93162) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 05:49:00.913295 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c295aaa3-562f-4587-8085-fe8e0ac33f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1502470', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4414104'] for segment, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:49:00.915003 dv-cinder-801617-3-iscsi neutron-server[93162]: Traceback (most recent call last): Jul 28 05:49:00.915003 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 05:49:00.915003 dv-cinder-801617-3-iscsi neutron-server[93162]: timer() Jul 28 05:49:00.915003 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 05:49:00.915003 dv-cinder-801617-3-iscsi neutron-server[93162]: cb(*args, **kw) Jul 28 05:49:00.915003 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 05:49:00.915003 dv-cinder-801617-3-iscsi neutron-server[93162]: return func(*args, **kwargs) Jul 28 05:49:00.915003 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 05:49:00.915003 dv-cinder-801617-3-iscsi neutron-server[93162]: self._notify() Jul 28 05:49:00.915003 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 05:49:00.915003 dv-cinder-801617-3-iscsi neutron-server[93162]: self.callback(batched_events) Jul 28 05:49:00.915003 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 05:49:00.915003 dv-cinder-801617-3-iscsi neutron-server[93162]: event.method(event) Jul 28 05:49:00.915003 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 05:49:00.915003 dv-cinder-801617-3-iscsi neutron-server[93162]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 05:49:00.915003 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 05:49:00.915003 dv-cinder-801617-3-iscsi neutron-server[93162]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 05:49:00.915003 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 05:49:00.915003 dv-cinder-801617-3-iscsi neutron-server[93162]: return f(self, *a, **k) Jul 28 05:49:00.915003 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 05:49:00.915003 dv-cinder-801617-3-iscsi neutron-server[93162]: return self._get(url).json() Jul 28 05:49:00.915003 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 05:49:00.915003 dv-cinder-801617-3-iscsi neutron-server[93162]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 05:49:00.915003 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 05:49:00.915003 dv-cinder-801617-3-iscsi neutron-server[93162]: return self.request(url, 'GET', **kwargs) Jul 28 05:49:00.915003 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 05:49:00.915003 dv-cinder-801617-3-iscsi neutron-server[93162]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 05:49:00.915003 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 05:49:00.915003 dv-cinder-801617-3-iscsi neutron-server[93162]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 05:49:00.915003 dv-cinder-801617-3-iscsi neutron-server[93162]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 05:49:00.915003 dv-cinder-801617-3-iscsi neutron-server[93162]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 05:49:00.915003 dv-cinder-801617-3-iscsi neutron-server[93162]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 05:49:00.973303 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c295aaa3-562f-4587-8085-fe8e0ac33f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1506293', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-598463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-406773'] for network, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:49:00.978508 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-c295aaa3-562f-4587-8085-fe8e0ac33f7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-598401'] for network, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:49:00.980394 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-c295aaa3-562f-4587-8085-fe8e0ac33f7d admin admin] 10.222.0.13 "DELETE /v2.0/networks/84d90fa8-c9fb-4f7c-9af2-949ec9747250 HTTP/1.1" status: 204 len: 168 time: 0.5176179 Jul 28 05:49:00.995732 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c295aaa3-562f-4587-8085-fe8e0ac33f7d admin admin] Pushing event deleted for resources: {'Network': ['ID=84d90fa8-c9fb-4f7c-9af2-949ec9747250,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:49:01.146610 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 42448) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:49:01.185443 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-03f9abbb-4e21-4493-8f42-f25b89137d39 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=478beb6fcdd6407da3c142fae91116ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377107 Jul 28 05:49:01.188083 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.wsgi [-] (93162) accepted ('10.222.0.13', 42450) {{(pid=93162) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:49:01.235755 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8afba5e2-c6d4-4cb3-89fa-ed83f13a798d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:49:01.255599 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8afba5e2-c6d4-4cb3-89fa-ed83f13a798d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:49:01.300193 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8afba5e2-c6d4-4cb3-89fa-ed83f13a798d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:49:01.302629 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron_lib.callbacks.manager [None req-8afba5e2-c6d4-4cb3-89fa-ed83f13a798d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93162) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:49:01.303769 dv-cinder-801617-3-iscsi neutron-server[93162]: INFO neutron.wsgi [None req-8afba5e2-c6d4-4cb3-89fa-ed83f13a798d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/39222a87-4527-4b42-b78a-ecc385400c8c HTTP/1.1" status: 204 len: 168 time: 0.1146269 Jul 28 05:49:01.311289 dv-cinder-801617-3-iscsi neutron-server[93162]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afba5e2-c6d4-4cb3-89fa-ed83f13a798d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39222a87-4527-4b42-b78a-ecc385400c8c,revision_number=None']} {{(pid=93162) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:49:01.612065 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 42456) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:49:01.659183 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-0f3d6d46-eaa3-4e08-b4fe-9f96d4a4e6dc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cf3ccbfa2d8f4220820c886a0bed7e67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0438695 Jul 28 05:49:01.660071 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.wsgi [-] (93163) accepted ('10.222.0.13', 42458) {{(pid=93163) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 05:49:01.706807 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-85b3738d-8509-4fa5-a19c-541c1f7a8660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:49:01.726810 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-85b3738d-8509-4fa5-a19c-541c1f7a8660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:49:01.772566 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-85b3738d-8509-4fa5-a19c-541c1f7a8660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610282'] for security_group, after_delete {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:49:01.774989 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron_lib.callbacks.manager [None req-85b3738d-8509-4fa5-a19c-541c1f7a8660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93163) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:49:01.776160 dv-cinder-801617-3-iscsi neutron-server[93163]: INFO neutron.wsgi [None req-85b3738d-8509-4fa5-a19c-541c1f7a8660 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1691cd01-dec9-4fc7-9888-90b9b3adb17a HTTP/1.1" status: 204 len: 168 time: 0.1151979 Jul 28 05:49:01.783394 dv-cinder-801617-3-iscsi neutron-server[93163]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b3738d-8509-4fa5-a19c-541c1f7a8660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1691cd01-dec9-4fc7-9888-90b9b3adb17a,revision_number=None']} {{(pid=93163) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 05:49:02.265870 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device fd1b0759-3d80-49cd-91bd-698542715ea7 no longer exists at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:49:02.288723 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] No Port match for: fd1b0759-3d80-49cd-91bd-698542715ea7 {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 05:49:02.289071 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device fd1b0759-3d80-49cd-91bd-698542715ea7 not bound to the agent host dv-cinder-801617-3-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:49:02.289492 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 6681bee2-5f21-4430-94f8-db9f5350f72d no longer exists at agent ovs-agent-dv-cinder-801617-3-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 05:49:02.308418 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.plugin [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] No Port match for: 6681bee2-5f21-4430-94f8-db9f5350f72d {{(pid=93164) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 05:49:02.308745 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron.plugins.ml2.rpc [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Device 6681bee2-5f21-4430-94f8-db9f5350f72d not bound to the agent host dv-cinder-801617-3-iscsi {{(pid=93164) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 05:49:02.377056 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:49:18.642712 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:49:23.980502 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-2805fffa-e5b2-46f5-b060-6f0e9a87c974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:49:26.839862 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-c62d3114-26cf-4e0f-99f8-eca20dd0d50a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:49:26.909408 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:49:27.921196 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:49:29.433575 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:49:39.375677 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:49:48.656163 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:49:53.980257 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-64945040-a35f-4655-9f90-0309d9c50a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:49:56.839776 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-5e5dacc5-7f41-456d-b26e-83d2740e0d9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:49:56.909318 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:49:57.923056 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:49:59.436370 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:50:16.374515 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:50:18.656998 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:50:23.980437 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-516d25b1-cc43-4912-a57f-7b0c8879e3d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:50:26.841663 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-779b4d82-e9db-492f-a540-1d6d359dfa51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:50:26.911212 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:50:27.926117 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:50:29.439713 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:50:48.669898 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:50:53.373421 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:50:53.979801 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-c82b4fb9-e91b-45c9-9dea-95870794aaa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:50:56.841685 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-c3414940-98f8-44ad-840e-c7c993b7778f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:50:56.913338 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:50:57.928891 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:50:59.442612 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:51:18.669098 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:51:23.978798 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-db3b50a2-ea4e-466b-aae5-cc31408e71ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:51:26.842474 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-c6916c7f-2545-4632-a0b3-41808ae394d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:51:26.916751 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:51:27.931952 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:51:29.444081 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:51:30.372770 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:51:48.667489 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:51:53.978397 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-fe4546e9-805a-452f-b6ec-24e1c8488e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:51:56.844352 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-a0e2a8b7-7501-4a48-be42-d7e9f8ad2303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:51:56.916357 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:51:57.933737 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:51:59.447330 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:52:07.371356 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:52:18.666553 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:52:23.978295 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-8417f485-2919-4a90-92f2-5dc5c3fe9e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:52:26.844116 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-22dbe3c4-8837-4ea6-8c0a-3b88531c0d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:52:26.918023 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:52:27.937094 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:52:29.455410 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:52:44.370193 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:52:48.666039 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:52:53.978531 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-b24fc2be-19d9-4bb8-8fea-2be2dad8e10b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:52:56.844126 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-eea1571b-dcea-4e63-8508-e536242e1b9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:52:56.918267 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:52:57.939860 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:52:59.452695 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:53:18.663511 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:53:21.369997 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:53:23.978757 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-550c6a79-5763-403c-a45b-37d8275be1ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:53:26.844363 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-82aed846-48ea-4155-92c6-be979027e29d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:53:26.917696 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:53:27.942434 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:53:29.454706 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:53:48.666723 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-4da3d4a1-75bc-4840-bbbf-62ad4efac1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:53:53.979508 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1c914db-cbaf-46c8-9a5e-ee2fcb248a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:53:56.844089 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-8c3a8011-b5e2-42d5-8f3a-3065d33f985d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:53:56.917428 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbcf8-2964-41f1-8a0d-4a999ccd3933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:53:57.944266 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-79e4e607-0d0f-4d01-a9dd-f2e2669f74ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 05:53:58.369508 dv-cinder-801617-3-iscsi neutron-server[93165]: DEBUG neutron.db.agents_db [None req-dabcbcf7-5de1-4de6-931e-ea1aa430c814 None None] Agent healthcheck: found 6 active agents {{(pid=93165) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 05:53:59.457611 dv-cinder-801617-3-iscsi neutron-server[93164]: DEBUG neutron_lib.callbacks.manager [None req-90063dc4-d935-4115-919e-6bd4186026de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765227628319', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1377286'] for agent, after_update {{(pid=93164) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}